-- Logs begin at Tue 2021-04-20 09:20:54 UTC, end at Tue 2021-04-20 10:30:01 UTC. -- Apr 20 10:01:55.491181 dv-cinder-774594-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 10:01:58.727516 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.common.config [-] Logging enabled! Apr 20 10:01:58.728115 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 10:01:58.729468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86260) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 10:01:58.731288 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.common.config [-] Logging enabled! Apr 20 10:01:58.731586 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 10:01:58.731948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86260) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 10:01:58.733051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 10:01:58.733578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 10:01:58.734648 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 10:01:58.734935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 10:01:58.735196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 10:01:58.735578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.735929 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.736273 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.736539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.736917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.737259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.737587 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.737928 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.738277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.738679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.739161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.739495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.739766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.740094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.740435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.740805 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.741068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] debug = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.741395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.741941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.742266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.742584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.742920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.743237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.743552 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.743870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.744195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.744579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] host = dv-cinder-774594-4-iscsi {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.744926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.745262 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.745598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.745934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.746253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.746581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.746913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.747226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.747542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] log_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.747859 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.748196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.748511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.748891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.749152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.749410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.749751 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.750090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.750406 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.750723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.751037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.751365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.751669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.751980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.752311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.752679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.753019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.753335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.753648 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.753962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.754826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.755150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.755540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.755778 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.756090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.756431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.756769 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.757086 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.757438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.757773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.758105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.758890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.758890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.759086 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.759324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.759636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.759949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] use_json = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.760261 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.760574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.760933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.761247 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.761557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.761927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.762200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.762533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:01:58.762881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.763229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.763578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.763903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.764243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.764560 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.764925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.765246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.765582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.765920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.766253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.766577 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.766909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.767232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.767577 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.767931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.768276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.768617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.768969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.769288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.769603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.770585 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.770966 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.771408 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.771750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.772070 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.772354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.772727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.773052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.773371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.773695 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.774032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.774352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.774665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.774996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.775318 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.775629 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.775939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.776265 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.776606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.776950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.777257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.777578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.777892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.778204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.778531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.778844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.779161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.779477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.779794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.780100 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.780422 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.780765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.781083 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.781403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.781710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.782028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.782343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.782656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.782974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.783287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.783601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.783918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.784228 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.784533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.784870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.785194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.785611 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.786077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.786438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.786758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.787074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.787396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.787714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.788035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.788350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.788696 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.789021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.789336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.789678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.789995 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.790323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.790670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.790988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.791337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.791656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.791972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.792290 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.792614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.792973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.793293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.793632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.793969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.794306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.794652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.794989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.795304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.795670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.795996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:01:58.796243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 10:01:58.796517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86260) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 10:01:59.478762 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO keyring.backend [-] Loading Gnome Apr 20 10:01:59.496187 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO keyring.backend [-] Loading Google Apr 20 10:01:59.498910 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 10:01:59.502489 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO keyring.backend [-] Loading file Apr 20 10:01:59.503338 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO keyring.backend [-] Loading keyczar Apr 20 10:01:59.503616 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO keyring.backend [-] Loading multi Apr 20 10:01:59.504920 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO keyring.backend [-] Loading pyfs Apr 20 10:01:59.552866 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:01:59.553172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:01:59.553491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:01:59.553869 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 10:01:59.956120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:01:59.956732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:01:59.956732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:01:59.959129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:01:59.959545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:01:59.959845 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:01:59.998184 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:01:59.998491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:01:59.998784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.016060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.016308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.016605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.085437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.085744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.086039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.087051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.087393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.089398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.374108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.374425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.374729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.375028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.375850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.527504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.527880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.528200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.528498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.528821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.529202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.529667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.529957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.530245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.530580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.530874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.531179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.531487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.531778 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.532087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.532400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.532715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.533033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.533315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.533652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.534099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.534381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.534660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.534996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.535276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.535740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.536368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:00.536681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:00.536942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:00.537215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:00.537487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:00.537756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:00.538176 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 10:02:00.541620 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 10:02:00.545649 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 10:02:00.549520 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 20 10:02:00.551838 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 10:02:00.553205 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 10:02:00.553591 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 10:02:00.554662 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 10:02:00.558195 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 10:02:00.558338 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 10:02:00.559196 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 10:02:00.586522 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 10:02:00.587044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.587383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86260) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 10:02:00.587951 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.589336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86260) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 10:02:00.589661 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 10:02:00.589941 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 10:02:00.593304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.593612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:00.661121 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 10:02:00.661121 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 10:02:00.661418 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 10:02:00.661641 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 10:02:00.696666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.sqlalchemy.engines [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86260) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 10:02:01.218835 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Initializing driver for type 'gre' Apr 20 10:02:01.219425 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] gre ID ranges: [(1, 1000)] Apr 20 10:02:01.340941 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Initializing driver for type 'local' Apr 20 10:02:01.341306 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Initializing driver for type 'vlan' Apr 20 10:02:01.438373 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] VlanTypeDriver initialization complete Apr 20 10:02:01.438993 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Initializing driver for type 'vxlan' Apr 20 10:02:01.439734 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] vxlan ID ranges: [(1, 1000)] Apr 20 10:02:01.580397 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Initializing extension driver 'port_security' Apr 20 10:02:01.580807 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.extensions.port_security [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] PortSecurityExtensionDriver initialization complete Apr 20 10:02:01.581215 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Initializing mechanism driver 'openvswitch' Apr 20 10:02:01.581576 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Initializing mechanism driver 'hyperv' Apr 20 10:02:01.588848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:01.589694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > port after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.590105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > port after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.590493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > port after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.590918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > subnet after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.591305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > subnet after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.591683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.592098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > network after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.592479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > network after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.592879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > network after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.593296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > security_group after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.593675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > security_group after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.594213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.594634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.595016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.595391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.595808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > address_group after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.596186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > address_group after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.596556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.596949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] ML2 OVO RPC backend initialized. {{(pid=86260) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 10:02:01.597849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.598248 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.598715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > network before_response 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.599085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > networks before_response 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.599470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > port before_response 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.599846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > ports before_response 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.600224 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > subnet before_response 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.600599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > subnets before_response 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.601009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > network after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.601383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > network after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.601753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > network after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.602122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > port after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.602492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > port after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.602861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > port after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.603230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > subnet after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.603600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > subnet after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.603968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.604627 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.plugin [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Modular L2 Plugin initialization complete Apr 20 10:02:01.605030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading services supported by the core plugin {{(pid=86260) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 10:02:01.605400 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.managers [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Got port-security extension from driver 'port_security' Apr 20 10:02:01.605912 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.extensions.vlantransparent [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Disabled vlantransparent extension. Apr 20 10:02:01.606495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86260) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 10:02:01.606835 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading Plugin: router Apr 20 10:02:01.647455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.647886 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router after_create 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.648303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router before_create 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.648732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.649156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.649545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router after_delete 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.649954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.650359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router after_create 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.650737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router after_update 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.651124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router after_update 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.651510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.651908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router after_update 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.652408 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router precommit_update 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.652869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: port after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.653246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: port after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.653685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: subnet after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.654048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.654434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.654816 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router precommit_create 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.655197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: port before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.655573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router precommit_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.655974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router after_update 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.656354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.656764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router precommit_create 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.657171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.657553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router precommit_update 55549900 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.657985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > network after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.659012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Tracking information for resource: router configured {{(pid=86260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:01.659382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Tracking information for resource: floatingip configured {{(pid=86260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 10:02:01.664669 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_agentschedulers_db [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 10:02:01.665327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: port after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.665729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: port after_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.666116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: port after_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.666504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: port after_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.667437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router before_create 55550100 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.667839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.668240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router precommit_create 55550100 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.668677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > router precommit_update 55550100 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.673564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.provider_configuration [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service providers = [] {{(pid=86260) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 10:02:01.673961 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.servicetype_db [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86260) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 10:02:01.677024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.service_base [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 10:02:01.677413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.service_base [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 10:02:01.677794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.service_base [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 10:02:01.678689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.service_base [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 10:02:01.679093 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.services.service_base [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 10:02:01.679530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:01.679884 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 10:02:01.690323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:01.690692 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading Plugin: auto_allocate Apr 20 10:02:01.697281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: network precommit_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.697812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: network precommit_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.698293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:01.698656 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading Plugin: tag Apr 20 10:02:01.705907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:01.706274 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading Plugin: timestamp Apr 20 10:02:01.711579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:01.711943 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading Plugin: network_ip_availability Apr 20 10:02:01.717592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.717999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.718388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.719209 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:01.719568 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading Plugin: flavors Apr 20 10:02:01.724358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:01.724752 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading Plugin: revisions Apr 20 10:02:01.729498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 10:02:01.729925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.176s {{(pid=86260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:01.730766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86260) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 10:02:01.731127 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Initializing extension manager. Apr 20 10:02:01.731696 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: __init__.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.732075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: __pycache__ {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.732452 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.732865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: address_group.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.734052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.734725 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: address-group Apr 20 10:02:01.735090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: address_scope.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.735870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.736455 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: address-scope Apr 20 10:02:01.736847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.737804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.738432 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: router-admin-state-down-before-update Apr 20 10:02:01.738798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: agent.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.739747 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.740327 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: agent Apr 20 10:02:01.740716 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: agent_resources_synced.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.741641 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.742219 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: agent-resources-synced Apr 20 10:02:01.742581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: allowedaddresspairs.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.744436 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.745052 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: allowed-address-pairs Apr 20 10:02:01.745416 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: auto_allocated_topology.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.746514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.747093 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: auto-allocated-topology Apr 20 10:02:01.747454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: availability_zone.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.748204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.748878 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: availability_zone Apr 20 10:02:01.749244 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: availability_zone_filter.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.750181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.750764 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: availability_zone_filter Apr 20 10:02:01.751124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: data_plane_status.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.752167 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.752770 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 10:02:01.753140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: default_subnetpools.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.754672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.755380 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: default-subnetpools Apr 20 10:02:01.755739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.756673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.757260 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: dhcp_agent_scheduler Apr 20 10:02:01.757621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: dns.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.758543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.759122 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension dns-integration not supported by any of loaded plugins Apr 20 10:02:01.759518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: dns_domain_ports.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.760413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.761028 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 10:02:01.761898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: dvr.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.762072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.762646 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: dvr Apr 20 10:02:01.763000 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: empty_string_filtering.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.763933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.764513 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: empty-string-filtering Apr 20 10:02:01.764898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.765819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.766391 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 10:02:01.766749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.767667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.768236 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 10:02:01.768597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: external_net.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.769558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.770772 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: external-net Apr 20 10:02:01.771134 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.772051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.772621 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: extra_dhcp_opt Apr 20 10:02:01.773024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: extraroute.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.773972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.774540 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: extraroute Apr 20 10:02:01.774898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: extraroute_atomic.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.775936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.776513 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: extraroute-atomic Apr 20 10:02:01.776901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: filter_validation.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.777606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.778181 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: filter-validation Apr 20 10:02:01.778538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: fip_pf_description.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.779498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.780067 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 10:02:01.780425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: fip_port_details.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.781485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.782068 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: fip-port-details Apr 20 10:02:01.782424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: flavors.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.783678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.784263 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: flavors Apr 20 10:02:01.784625 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.786477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.787077 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 10:02:01.787450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: floatingip_pools.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.788236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.788865 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: floatingip-pools Apr 20 10:02:01.789235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: ip_allocation.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.790250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.790833 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 10:02:01.791199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.792135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.792739 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: ip-substring-filtering Apr 20 10:02:01.793108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: l2_adjacency.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.794074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.794653 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 10:02:01.795013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: l3.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.796176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.796817 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: router Apr 20 10:02:01.797183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.799569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.800180 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 10:02:01.800548 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.801954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.802535 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: ext-gw-mode Apr 20 10:02:01.802903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.803968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.804543 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: l3-ha Apr 20 10:02:01.804939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: l3_flavors.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.805875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.806451 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: l3-flavors Apr 20 10:02:01.806814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.807740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.808311 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 10:02:01.808692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: l3agentscheduler.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.809907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.810505 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: l3_agent_scheduler Apr 20 10:02:01.810874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: logging.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.812473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.813088 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension logging not supported by any of loaded plugins Apr 20 10:02:01.813499 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: metering.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.814312 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.815013 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: metering Apr 20 10:02:01.815379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.816480 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.817665 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: metering_source_and_destination_fields Apr 20 10:02:01.818023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: multiprovidernet.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.818975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.819561 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: multi-provider Apr 20 10:02:01.819923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: netmtu.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.820880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.821453 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: net-mtu Apr 20 10:02:01.821821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: netmtu_writable.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.822755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.823332 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: net-mtu-writable Apr 20 10:02:01.823693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: network_availability_zone.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.824531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.825173 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: network_availability_zone Apr 20 10:02:01.825533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: network_ip_availability.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.826690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.827277 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: network-ip-availability Apr 20 10:02:01.827643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: network_segment_range.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.828484 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.829091 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 10:02:01.829454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: pagination.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.830489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.830817 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: pagination Apr 20 10:02:01.831175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: port_device_profile.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.832103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.833421 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: port-device-profile Apr 20 10:02:01.833804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.834754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.835328 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: port-mac-address-regenerate Apr 20 10:02:01.835810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.836756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.837331 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: port-numa-affinity-policy Apr 20 10:02:01.837688 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: port_resource_request.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.838606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.839175 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 10:02:01.839564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: portbindings.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.840495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.841120 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: binding Apr 20 10:02:01.841516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: portbindings_extended.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.842793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.843371 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: binding-extended Apr 20 10:02:01.843734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: portsecurity.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.844692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.845262 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: port-security Apr 20 10:02:01.845622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: project_id.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.846613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.847053 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: project-id Apr 20 10:02:01.847496 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: providernet.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.848535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.849138 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: provider Apr 20 10:02:01.849497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: qos.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.853320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.855334 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension qos not supported by any of loaded plugins Apr 20 10:02:01.855725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.857101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.857686 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 10:02:01.858057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.859259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.859835 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 10:02:01.860197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: qos_default.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.861143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.861726 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension qos-default not supported by any of loaded plugins Apr 20 10:02:01.862086 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: qos_fip.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.862799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.863505 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension qos-fip not supported by any of loaded plugins Apr 20 10:02:01.863806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: qos_gateway_ip.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.865074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.865643 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 10:02:01.866004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: qos_port_network_policy.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.866945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.867521 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 10:02:01.867884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: qos_rule_type_details.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.868842 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.869413 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 10:02:01.869772 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: qos_rules_alias.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.871441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.872022 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 10:02:01.872392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: quotasv2.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.873497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.873866 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: quotas Apr 20 10:02:01.874225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: quotasv2_detail.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.876145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.876524 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: quota_details Apr 20 10:02:01.876925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: rbac.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.878118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.878722 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: rbac-policies Apr 20 10:02:01.879704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: rbac_address_group.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.880769 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.881370 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: rbac-address-group Apr 20 10:02:01.881815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: rbac_address_scope.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.882759 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.883342 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: rbac-address-scope Apr 20 10:02:01.883707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: rbac_security_groups.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.884672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.885276 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: rbac-security-groups Apr 20 10:02:01.885641 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: rbac_subnetpool.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.886585 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.887173 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: rbac-subnetpool Apr 20 10:02:01.887533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: revisionifmatch.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.888474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.889090 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: revision-if-match Apr 20 10:02:01.889444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: revisions.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.890599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.891176 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: standard-attr-revisions Apr 20 10:02:01.891549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: router_availability_zone.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.892272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.892885 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: router_availability_zone Apr 20 10:02:01.893388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: routerservicetype.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.894321 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.895592 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension router-service-type not supported by any of loaded plugins Apr 20 10:02:01.895959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.896920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.897497 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: security-groups-normalized-cidr Apr 20 10:02:01.897857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.898882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.899463 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: port-security-groups-filtering Apr 20 10:02:01.899823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.900815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.901400 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: security-groups-remote-address-group Apr 20 10:02:01.901760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: securitygroup.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.915657 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.916293 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: security-group Apr 20 10:02:01.916686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: segment.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.917596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.918194 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension segment not supported by any of loaded plugins Apr 20 10:02:01.918556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.919561 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.920144 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 10:02:01.920513 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: servicetype.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.921666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.922431 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: service-type Apr 20 10:02:01.922796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: sorting.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.923810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.924188 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: sorting Apr 20 10:02:01.924550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: standard_attr_segment.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.925513 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.926967 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 10:02:01.927456 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: standardattrdescription.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.928173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.928791 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: standard-attr-description Apr 20 10:02:01.929164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: stateful_security_group.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.930138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.930741 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: stateful-security-group Apr 20 10:02:01.931095 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: stdattrs_common.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.931690 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 10:02:01.932052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.933099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.933830 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 10:02:01.934195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: subnet_onboard.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.935295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.935875 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: subnet_onboard Apr 20 10:02:01.936239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.937213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.937795 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 10:02:01.938159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: subnet_service_types.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.939212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.939796 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: subnet-service-types Apr 20 10:02:01.940155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: subnetallocation.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.941280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.942037 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: subnet_allocation Apr 20 10:02:01.942900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.943615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.944208 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: subnetpool-prefix-ops Apr 20 10:02:01.944570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.945546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.946117 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 10:02:01.946477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: tagging.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.947841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.948449 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: standard-attr-tag Apr 20 10:02:01.948839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: timestamp.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.950058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.950774 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loaded extension: standard-attr-timestamp Apr 20 10:02:01.951146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: trunk.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.952181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.952791 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension trunk not supported by any of loaded plugins Apr 20 10:02:01.953156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: trunk_details.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.954099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.954663 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension trunk-details not supported by any of loaded plugins Apr 20 10:02:01.955028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: uplink_status_propagation.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.956046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.956623 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 10:02:01.957024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Loading extension file: vlantransparent.py {{(pid=86260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 10:02:01.957920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 10:02:01.958378 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 10:02:01.961169 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:network Apr 20 10:02:01.962156 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:subnet Apr 20 10:02:01.962828 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:01.963485 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:port Apr 20 10:02:01.965102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.965625 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service FLAVORS assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.966272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.966737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.967106 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:router Apr 20 10:02:01.967925 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:floatingip Apr 20 10:02:01.968749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service METERING assigned prefix: /metering {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.970573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.970973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.971355 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:02:01.972520 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 10:02:01.973124 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:security_group Apr 20 10:02:01.973935 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 10:02:01.974734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service CORE assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.975112 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:01.975477 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] subnetpool is already registered Apr 20 10:02:01.976151 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service CORE assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.976517 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:01.976904 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] subnetpool is already registered Apr 20 10:02:01.979806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.980278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service FLAVORS assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.980953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.981418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.981790 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:router Apr 20 10:02:01.982158 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] router is already registered Apr 20 10:02:01.982823 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:floatingip Apr 20 10:02:01.983435 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] floatingip is already registered Apr 20 10:02:01.984132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service METERING assigned prefix: /metering {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.985013 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 10:02:01.985371 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] rbac_policy is already registered Apr 20 10:02:01.985997 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:security_group Apr 20 10:02:01.986357 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] security_group is already registered Apr 20 10:02:01.987005 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 10:02:01.987368 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] security_group_rule is already registered Apr 20 10:02:01.988085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service CORE assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.989048 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:01.989414 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] subnetpool is already registered Apr 20 10:02:01.990219 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.resource_helper [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Service CORE assigned prefix: {{(pid=86260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 10:02:01.990579 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 10:02:01.990936 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.quota.resource_registry [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] subnetpool is already registered Apr 20 10:02:01.991661 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: extensions {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:01.993267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: address-groups {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:01.994908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: address-scopes {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:01.996284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: agents {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:01.997556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: auto-allocated-topology {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:01.998875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: availability_zones {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.000351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: dhcp-networks {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.001858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: dhcp-agents {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.003381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: routers {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.006007 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: flavors {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.007239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: service_profiles {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.008520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: next_providers {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.010221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: service_profiles {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.011760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: floatingip-pools {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.013232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: routers {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.015151 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: floatingips {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.016423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: l3-routers {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.018066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: l3-agents {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.019545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: metering-labels {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.022187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: metering-label-rules {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.023509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: network-ip-availabilities {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.025174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: bindings {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.026758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: quotas {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.028264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: quotas {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.029894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: rbac-policies {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.031254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: security-groups {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.032562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: security-group-rules {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.033893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: service-providers {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.035176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: subnetpools {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.036843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: subnetpools {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.038363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.040138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.042055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.043908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.046088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.047733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.049548 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.052285 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.054195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.056130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.extensions [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Extended resource: tags {{(pid=86260) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 10:02:02.063305 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING keystonemiddleware.auth_token [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 10:02:02.069724 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING keystonemiddleware.auth_token [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 10:02:02.078802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Acquired lock "singleton_lock" {{(pid=86260) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 10:02:02.079322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Releasing lock "singleton_lock" {{(pid=86260) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 10:02:02.080873 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO oslo_service.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Starting 2 workers Apr 20 10:02:02.085725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Started child 86373 {{(pid=86260) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 10:02:02.089945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:02.090925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Started child 86374 {{(pid=86260) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 10:02:02.091548 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [-] (86373) wsgi starting up on http://0.0.0.0:9696 Apr 20 10:02:02.092526 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 10:02:02.093380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Notify callbacks [] for process, before_spawn {{(pid=86260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:02.095955 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO oslo_service.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Starting 1 workers Apr 20 10:02:02.096980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:02.099196 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [-] (86374) wsgi starting up on http://0.0.0.0:9696 Apr 20 10:02:02.101721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Started child 86375 {{(pid=86260) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 10:02:02.102276 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO oslo_service.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Starting 1 workers Apr 20 10:02:02.103793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] calling RpcWorker wait() {{(pid=86375) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 10:02:02.104184 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] returning from RpcWorker wait() {{(pid=86375) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 10:02:02.105809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:02.106340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:02.107334 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Started child 86376 {{(pid=86260) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 10:02:02.108102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c70c8872-a265-4163-94e4-90ae9143e1ea None None] Notify callbacks [] for process, after_spawn {{(pid=86260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:02.110067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86260) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 10:02:02.110316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 10:02:02.110522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 10:02:02.110799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 10:02:02.111227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 10:02:02.111393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 10:02:02.111990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.112299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.112555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:02.112707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.112889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.113239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.114916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.115207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.115522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.115827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.116120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.116325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.116521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.116839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.117121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.117494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.117785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.118055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.118346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.118563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.118837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.119147 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.119439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.119744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] debug = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.120020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.120581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.120892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.121166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.121435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.121722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.121985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.122307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.122562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.122805 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.123087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.123374 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.123631 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.123880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.124130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.124422 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.124693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.125145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] host = dv-cinder-774594-4-iscsi {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.125395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.125647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.125923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.126202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.126482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.126743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.127038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.127337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.127799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.128060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.128340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.128602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.128921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.129875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.130069 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_options = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.130333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.130645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.130933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.131158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.131353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.131584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.131822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.132012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.132293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.132528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.132833 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.133197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.133448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.133715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.134003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.134294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.134560 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.134560 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.134560 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.135613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.135613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.135870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.136085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.136352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.136750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.136895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.137137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.137413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.137674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.139434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.139434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.139434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.139434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.139434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.139434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.139434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.142473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.142473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.142473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.142473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.142473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.142473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.142473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.142473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.143393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.143393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_json = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.143393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.143393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.143393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.143393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.143393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.144054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.144054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.144054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.144501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.145068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.145405 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.145752 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.146025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.146293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.146591 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.146852 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.147150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.147366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:02.147535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.147686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.147951 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.148277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.148529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.148861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.149211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.149519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.149822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.150069 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.150475 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.150732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.150988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.151336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.151660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.151954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.152223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.152492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.152771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.153050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.153299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.153546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.153794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.154091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.154389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.154562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.154806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.155073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.155321 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.155588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.155857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.156112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.156395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.156673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.156909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.157151 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.157382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.157620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.157853 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.158081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.158320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.158550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.158789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.159018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.159246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.159486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.159715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.159942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.160188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.160603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.161417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.161417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.161621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.161784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.162053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.162267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.162451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.162798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.162986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.163171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.163423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.163678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.163953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.164206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.164443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.164758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.210771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.210771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.210771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.210771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.210771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.210771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.210771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.210771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.210771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.211732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.211732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.211732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.211732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.211732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.211732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.211732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.211732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.212723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.213384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.213384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.213384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.213384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.213384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.213384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.213384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.213384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.214873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.215921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.215921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.215921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.215921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.215921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.215921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.215921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.215921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.216959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.216959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.216959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.216959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.216959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.216959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.216959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.216959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.217924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.217924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.217924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.217924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.217924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.217924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.217924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.217924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.218892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.218892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.218892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.218892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.218892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.218892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.218892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.218892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.221027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.221027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.221027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.221027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.221027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.221027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.221027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.221027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.222161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.222161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.222161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.222161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.222161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.222161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.222161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.222161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.223358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.223358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.223358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.223358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.223358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.223358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.223358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.223358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.224972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.224972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.224972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.224972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.224972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.224972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.224972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.224972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.225977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.225977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.225977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.225977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.225977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.225977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.225977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.225977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.225977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.227051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.227051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.227051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.227051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.227051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.227051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.227051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.227051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.228084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.228084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.228084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.228084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.228084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.228084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.228084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.228084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.229130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.229130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.229130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.229130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.229130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.229130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.229130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.229130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.229130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.234292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.234292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.234292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.234292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.234292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.234292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.234292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.234292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.236494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.236494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.236494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.236494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.236494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.236494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.236494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.236494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59532) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:02.237801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.237801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.240279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.240279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.240279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.240279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.240279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.240279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.240279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.240279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.240279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.242085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.242085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.242085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.242085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.242085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.242085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.242085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.242085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.242085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.243433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 10:02:02.243433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86260) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 10:02:02.243433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 10:02:02.243433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 10:02:02.243433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 10:02:02.243433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 10:02:02.243433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 10:02:02.243433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.244477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.244477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.244477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.244477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.244477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.244477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.244477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.244477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] debug = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.245952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.246516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.246516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.246516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.246516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.246516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.246516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] host = dv-cinder-774594-4-iscsi {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.247937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_options = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.250726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.251952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.252409 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0159211 Apr 20 10:02:02.252545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.252545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.252545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.252545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.252545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.252545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.252545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.252545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.253605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.253605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.253605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.253605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.253605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.253605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.253605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.253605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_json = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.255726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.256458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.256458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.256458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 10:02:02.256458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.256458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.256458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.256458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.256458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.257266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.257266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.257266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.257266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.257266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.257266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.257266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.257266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.257266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.258722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.259358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.259358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.259358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.259358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.259358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.259358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.259358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.259358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.259358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.260240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.260240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.260240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.260240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.260240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.260240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.260240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.260240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.260240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.261266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.261266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.261266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.261266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.261266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.261266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.261266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.261266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.261266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.262761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.263911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.263911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.263911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.263911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.263911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.263911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.263911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.263911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.263911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.265569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.265569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.265569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.265569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.265569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.265569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.265569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.265569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.267809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.267809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.267809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.267809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.267809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.267809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.267809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.267809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.269046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.269046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.269046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.269046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.269046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.269046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.269046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.269046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.271529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.271529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.271529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.271529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.271529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.271529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.271529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.271529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.272736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.272736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.272736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.272736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.272736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.272736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.272736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.272736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.274750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.274750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.274750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.274750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.274750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.274750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.274750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.274750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.277292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.277292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.277292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.277292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.277292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.277292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.277292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.277292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.279099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.279099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.279099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.279099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.279099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.279099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.279099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.279099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.280720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.280720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.280720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.280720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.280720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.280720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.280720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.280720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.281616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.281616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.281616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.281616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.281616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.281616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.281616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.281616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.282424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.282424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.282424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.282424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.282424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.282424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.282424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.282424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.283320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.283320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.283320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.283320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.283320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.283320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.283320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.283320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.284558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.284558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.284558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.284558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.284558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.284558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.284558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.284558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.288054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.288054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.288054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.288054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.288054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.288054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.288054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.288054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.289240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.289240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.289240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.289240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.289240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.289240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.289240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.289240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.289240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.290558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.290558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.290558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.290558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.290558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.290558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.290558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.290558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.291802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.291802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.291802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.291802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.291802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.291802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.291802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.291802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.295202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.295202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.295202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.295202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.295202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.295202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.295202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.295202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.295202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.297767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.298864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 10:02:02.299884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86260) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 10:02:02.363904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:13.677998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db9c99-6224-438d-84a5-9e9e06f9b371 None None] get_active_networks_info from dv-cinder-774594-4-iscsi {{(pid=86375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 10:02:13.801785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e99134da-bdff-42a7-8f08-2dfa76beffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949'] for agent, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:13.860128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58db9c99-6224-438d-84a5-9e9e06f9b371 None None] No non-hosted networks {{(pid=86375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 10:02:16.248965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-34822dc0-2601-4b04-bdc6-7ec53a82a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949'] for agent, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:16.328996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-75ea293d-eb65-4cfd-87ca-56890a7766ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:17.027198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949'] for agent, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:17.602944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949'] for agent, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:17.603640 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.606289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.606289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.606289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.606289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.606627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.606936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.608205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.608594 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.608990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.609687 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.609687 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:17.610097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774594-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:17.619105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:18.506997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949'] for agent, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:20.200217 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59632) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:20.839029 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING oslo_policy.policy [None req-79ea39de-ce64-4cd8-bbf6-e930c4eb20c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:20.839609 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING oslo_policy.policy [None req-79ea39de-ce64-4cd8-bbf6-e930c4eb20c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:21.076222 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [None req-79ea39de-ce64-4cd8-bbf6-e930c4eb20c6 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:02:21.077389 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-79ea39de-ce64-4cd8-bbf6-e930c4eb20c6 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8761985 Apr 20 10:02:23.453989 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_hamode_db [None req-f2d9e829-e446-4812-ba77-1e7ef7fdeb4c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 10:02:23.545203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9e829-e446-4812-ba77-1e7ef7fdeb4c None None] Routers set() bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:02:23.545551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9e829-e446-4812-ba77-1e7ef7fdeb4c None None] Router IDs set() for agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 10:02:23.950030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59646) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:24.367050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-2fadff85-a954-40a4-a8bd-5d2458dc66a1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:02:24.471695 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.policy [None req-2fadff85-a954-40a4-a8bd-5d2458dc66a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86373) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 10:02:24.529794 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING oslo_policy.policy [None req-2fadff85-a954-40a4-a8bd-5d2458dc66a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:24.530217 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING oslo_policy.policy [None req-2fadff85-a954-40a4-a8bd-5d2458dc66a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:24.548923 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota [None req-2fadff85-a954-40a4-a8bd-5d2458dc66a1 admin admin] Loaded quota_driver: . Apr 20 10:02:24.565009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2fadff85-a954-40a4-a8bd-5d2458dc66a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:24.655399 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2fadff85-a954-40a4-a8bd-5d2458dc66a1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274399268914', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274399272678', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274399279972', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274399253448', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274399171043', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363274399174306', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036846983869', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036847132605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853998946'] for rbac-policy, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:25.042790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2fadff85-a954-40a4-a8bd-5d2458dc66a1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:25.043984 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2fadff85-a954-40a4-a8bd-5d2458dc66a1 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0929024 Apr 20 10:02:28.124651 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59660) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:28.517942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'ec44ce5c998c4873830306b77c6b563a'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:02:28.524724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:28.529401 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Usage tracker for resource:network and tenant:ec44ce5c998c4873830306b77c6b563a is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:02:28.533009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:02:28.540046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:02:28.579698 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Made reservation on behalf of ec44ce5c998c4873830306b77c6b563a for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:02:28.585673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:28.602807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:28.618403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:28.622343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Usage tracker for resource:security_group_rule and tenant:ec44ce5c998c4873830306b77c6b563a is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:02:28.625811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:02:28.631658 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:02:28.835091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:28.865476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:28.870897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:28.889091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:02:28.919557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274396034966', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:28.920191 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Unsubscribe: segment precommit_create {{(pid=86373) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 10:02:28.920707 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Added segment 653e3f65-9a79-40d1-bb36-e90be3f63646 of type vlan for network 254f5a52-27e9-46c4-94e2-8c59688cd820 Apr 20 10:02:28.973391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5741782-37aa-409e-8ba2-2f8efed4bc74,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:28.991225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.991600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.991963 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.992323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.992697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.993060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.993409 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.993758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.994120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.994468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.994814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.995159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Tracked resource versions report: Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: pushed versions: Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: { 'AddressGroup': {'1.2'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': {'1.0'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': {'1.0'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': {'1.1'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': {'1.7'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': {'1.2'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': {'1.8'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': {'1.4'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': {'1.0'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': {'1.1'}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': {'1.1'}} Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: consumer versions: Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: { DHCP agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: L3 agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: Metadata agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: Metering agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: Open vSwitch agent@dv-cinder-774594-4-iscsi: { 'AddressGroup': '1.2', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': '1.0', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': '1.0', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': '1.1', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': '1.7', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': '1.2', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': '1.8', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': '1.4', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': '1.2', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': '1.0', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': '1.1', Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': '1.1'}} Apr 20 10:02:28.996224 dv-cinder-774594-4-iscsi neutron-server[86260]: {{(pid=86373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:02:29.046634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:29.052918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:29.105642 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:29.107098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:02:29.108022 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:29.113102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:29.224559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Pushing event updated for resources: {'Network': ['ID=254f5a52-27e9-46c4-94e2-8c59688cd820,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:29.228185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:29.236876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 254f5a52-27e9-46c4-94e2-8c59688cd820 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:02:29.243483 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1176631 Apr 20 10:02:32.452804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59676) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:32.974218 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688afd5b-e4dc-4c5d-8324-8170e9743044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:02:32.975630 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-688afd5b-e4dc-4c5d-8324-8170e9743044 admin admin] 10.222.0.26 "GET /v2.0/networks/254f5a52-27e9-46c4-94e2-8c59688cd820 HTTP/1.1" status: 200 len: 825 time: 0.5217848 Apr 20 10:02:33.009579 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d90ab34e-acc3-4a8b-ab77-375e0ceb7fd0 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/a21098f0-a9be-4133-9989-6731b136e950 HTTP/1.1" status: 200 len: 734 time: 0.0233386 Apr 20 10:02:33.020196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'subnetpool_id': 'a21098f0-a9be-4133-9989-6731b136e950', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:02:33.025033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:33.029004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Usage tracker for resource:subnet and tenant:ec44ce5c998c4873830306b77c6b563a is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:02:33.032206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:02:33.038966 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:02:33.122567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Made reservation on behalf of ec44ce5c998c4873830306b77c6b563a for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:02:33.127332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:33.669949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:33.675980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:33.771049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Checking segment: {'id': '653e3f65-9a79-40d1-bb36-e90be3f63646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:02:33.771277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Network hostable DHCP agents. Network: 254f5a52-27e9-46c4-94e2-8c59688cd820, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:02:33.775897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=858a68b8-621d-4c9d-ae93-2f16568ed16a,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:33.780610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:33.820036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Network 254f5a52-27e9-46c4-94e2-8c59688cd820 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:02:33.848710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 254f5a52-27e9-46c4-94e2-8c59688cd820) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:02:33.854844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:02:33.855872 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:33.861947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c78b4-3b5e-43bb-b42f-7916ef0832b2 None None] Network 254f5a52-27e9-46c4-94e2-8c59688cd820 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:02:33.912679 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8850710 Apr 20 10:02:34.448430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-254f5a52-27e9-46c4-94e2-8c59688cd820', 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'fixed_ips': [{'subnet_id': '858a68b8-621d-4c9d-ae93-2f16568ed16a'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:02:34.449735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:34.665982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Allocated IP 172.20.0.2 (254f5a52-27e9-46c4-94e2-8c59688cd820/858a68b8-621d-4c9d-ae93-2f16568ed16a/3952f9d0-7a9b-41d8-859a-96d6d61289ea) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:02:34.978955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:35.037355 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Transition to ACTIVE for port object 3952f9d0-7a9b-41d8-859a-96d6d61289ea will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:02:35.074737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Transition to ACTIVE for port object 3952f9d0-7a9b-41d8-859a-96d6d61289ea will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:02:35.101333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:35.110697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:35.217910 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Network 254f5a52-27e9-46c4-94e2-8c59688cd820 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:02:35.231832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:02:35.244381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:02:35.262017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Pushing event updated for resources: {'Port': ['ID=3952f9d0-7a9b-41d8-859a-96d6d61289ea,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:35.344497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.345128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.345716 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.346291 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.347471 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.348054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.348689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.349245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.349801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.350373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.350939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.351526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Tracked resource versions report: Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: pushed versions: Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: { 'AddressGroup': {'1.2'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': {'1.0'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': {'1.0'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': {'1.1'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': {'1.7'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': {'1.2'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': {'1.8'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': {'1.4'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': {'1.0'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': {'1.1'}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': {'1.1'}} Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: consumer versions: Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: { DHCP agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: L3 agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: Metadata agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: Metering agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: Open vSwitch agent@dv-cinder-774594-4-iscsi: { 'AddressGroup': '1.2', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': '1.0', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': '1.0', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': '1.1', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': '1.7', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': '1.2', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': '1.8', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': '1.4', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': '1.2', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': '1.0', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': '1.1', Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': '1.1'}} Apr 20 10:02:35.353452 dv-cinder-774594-4-iscsi neutron-server[86260]: {{(pid=86375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:02:35.428491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:35.455654 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Attempting to bind port 3952f9d0-7a9b-41d8-859a-96d6d61289ea on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:02:35.456487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Attempting to bind port 3952f9d0-7a9b-41d8-859a-96d6d61289ea by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '653e3f65-9a79-40d1-bb36-e90be3f63646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:02:35.457145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Attempting to bind port 3952f9d0-7a9b-41d8-859a-96d6d61289ea on network 254f5a52-27e9-46c4-94e2-8c59688cd820 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:02:35.467562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:02:35.468192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Checking segment: {'id': '653e3f65-9a79-40d1-bb36-e90be3f63646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:02:35.468946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:35.469596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Bound using segment: {'id': '653e3f65-9a79-40d1-bb36-e90be3f63646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:02:35.470449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Bound port: 3952f9d0-7a9b-41d8-859a-96d6d61289ea, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e3f65-9a79-40d1-bb36-e90be3f63646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:02:35.471074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:35.636933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] For port 3952f9d0-7a9b-41d8-859a-96d6d61289ea, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:02:35.644676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] For port 3952f9d0-7a9b-41d8-859a-96d6d61289ea, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=3952f9d0-7a9b-41d8-859a-96d6d61289ea,segment=NetworkSegment(653e3f65-9a79-40d1-bb36-e90be3f63646),segment_id=653e3f65-9a79-40d1-bb36-e90be3f63646)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:02:35.693681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:35.698745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:35.792604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Pushing event updated for resources: {'Port': ['ID=3952f9d0-7a9b-41d8-859a-96d6d61289ea,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:35.797590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:37.046784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59686) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:37.522678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [None req-e948ebf5-d293-4ebd-af9e-536440d87216 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:02:37.523773 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e948ebf5-d293-4ebd-af9e-536440d87216 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4756579 Apr 20 10:02:41.025514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 59696) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:41.729351 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING oslo_policy.policy [None req-0405e41c-12d5-4893-ad56-9e5a6e2ca3da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:41.730023 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING oslo_policy.policy [None req-0405e41c-12d5-4893-ad56-9e5a6e2ca3da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:41.967799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [None req-0405e41c-12d5-4893-ad56-9e5a6e2ca3da admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:02:41.969286 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0405e41c-12d5-4893-ad56-9e5a6e2ca3da admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9415090 Apr 20 10:02:43.505895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dcfccd6d-e2f6-4a5a-b7b2-9061adf5af9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:43.706622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 3952f9d0-7a9b-41d8-859a-96d6d61289ea up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:02:43.869979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 3952f9d0-7a9b-41d8-859a-96d6d61289ea completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:02:44.266366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85819979-c067-4d39-b37f-131b04c61bec None None] Network 254f5a52-27e9-46c4-94e2-8c59688cd820 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:02:44.438622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2055d7d0-43b7-4763-9eaa-a2fd548feee1 None None] Provisioning for port 3952f9d0-7a9b-41d8-859a-96d6d61289ea completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:02:44.451364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2055d7d0-43b7-4763-9eaa-a2fd548feee1 None None] Provisioning complete for port 3952f9d0-7a9b-41d8-859a-96d6d61289ea triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:02:44.451790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2055d7d0-43b7-4763-9eaa-a2fd548feee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:44.648198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2055d7d0-43b7-4763-9eaa-a2fd548feee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:44.688100 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-2055d7d0-43b7-4763-9eaa-a2fd548feee1 None None] For port 3952f9d0-7a9b-41d8-859a-96d6d61289ea, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=3952f9d0-7a9b-41d8-859a-96d6d61289ea,segment=NetworkSegment(653e3f65-9a79-40d1-bb36-e90be3f63646),segment_id=653e3f65-9a79-40d1-bb36-e90be3f63646)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:02:44.711210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2055d7d0-43b7-4763-9eaa-a2fd548feee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:44.713513 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:44.789685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055d7d0-43b7-4763-9eaa-a2fd548feee1 None None] Pushing event updated for resources: {'Port': ['ID=3952f9d0-7a9b-41d8-859a-96d6d61289ea,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:44.793702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2055d7d0-43b7-4763-9eaa-a2fd548feee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:44.934693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-c432c09a-2942-47b7-baa5-9f06e9b24887 None None] Provisioning complete for port 3952f9d0-7a9b-41d8-859a-96d6d61289ea triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:02:44.934989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c432c09a-2942-47b7-baa5-9f06e9b24887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:45.177874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 59716) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:45.561087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:02:45.638965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.policy [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86374) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 10:02:45.647605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 3952f9d0-7a9b-41d8-859a-96d6d61289ea up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:02:45.695795 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING oslo_policy.policy [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:45.696330 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING oslo_policy.policy [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 10:02:45.714726 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.quota [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Loaded quota_driver: . Apr 20 10:02:45.720103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 3952f9d0-7a9b-41d8-859a-96d6d61289ea triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:02:45.720508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:45.731675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:45.738999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Usage tracker for resource:router and tenant:ec44ce5c998c4873830306b77c6b563a is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:02:45.743499 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:02:45.751213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:02:45.814632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:45.817509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:45.901199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:46.209340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:46.246992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a2068a26-9377-4a78-85f4-a5161451c766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:46.275566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:46.276888 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1034736a-365e-4f60-8652-e2b13bff7250 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0979974 Apr 20 10:02:46.985270 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:47.585342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:48.437065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:49.073137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59738) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:49.237324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [None req-0e945720-c45b-485b-b50c-75268b2e5c22 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:02:49.238488 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0e945720-c45b-485b-b50c-75268b2e5c22 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1643388 Apr 20 10:02:51.878963 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59758) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:51.929982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:02:51.935402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:51.939377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Usage tracker for resource:network and tenant:000dc2f18b89471b90d5138f73f994e4 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:02:51.942517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:02:51.948418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:02:52.002984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Made reservation on behalf of 000dc2f18b89471b90d5138f73f994e4 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:02:52.007729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.020608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.036837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:02:52.041160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Usage tracker for resource:security_group_rule and tenant:000dc2f18b89471b90d5138f73f994e4 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:02:52.044039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:02:52.050890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:02:52.282025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.390754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.396398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:52.410869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Reserving flat network on physical network physnet1 {{(pid=86373) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 10:02:52.431885 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641a3596-02c6-41cd-9cf7-a262d4894146,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:52.436709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:52.482229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.482861 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Added segment aae61bfc-2060-430e-bfa1-d43553835cf4 of type flat for network b492d343-022d-4f4f-a108-1239e2a0e63f Apr 20 10:02:52.590338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.665349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.666781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:02:52.667437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:52.673562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:52.786724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Pushing event updated for resources: {'Network': ['ID=b492d343-022d-4f4f-a108-1239e2a0e63f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:52.789660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:52.802469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network b492d343-022d-4f4f-a108-1239e2a0e63f details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:02:52.802970 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9229395 Apr 20 10:02:55.447638 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59768) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:02:55.569920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78751c0-ffb6-479e-a8b0-86003e397236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:02:55.571383 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e78751c0-ffb6-479e-a8b0-86003e397236 admin admin] 10.222.0.26 "GET /v2.0/subnets/858a68b8-621d-4c9d-ae93-2f16568ed16a HTTP/1.1" status: 200 len: 849 time: 0.1226912 Apr 20 10:02:55.753894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a4a038be-fa4c-46ea-9a30-7562c15bccc9 admin admin] 10.222.0.26 "GET /v2.0/routers/46148ca9-ed75-4106-9373-3e68e19f7f69 HTTP/1.1" status: 200 len: 704 time: 0.1762741 Apr 20 10:02:56.398580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:56.694762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Allocated IP 172.20.0.1 (254f5a52-27e9-46c4-94e2-8c59688cd820/858a68b8-621d-4c9d-ae93-2f16568ed16a/4d69da02-3f94-4ec8-947b-547388910896) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:02:57.056979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.074914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Transition to ACTIVE for port object 4d69da02-3f94-4ec8-947b-547388910896 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:02:57.168616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.174052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:57.244229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Network 254f5a52-27e9-46c4-94e2-8c59688cd820 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:02:57.248397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:02:57.253132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:02:57.253707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.404129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Pushing event updated for resources: {'Port': ['ID=4d69da02-3f94-4ec8-947b-547388910896,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:57.415505 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:57.488198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-0d7677d2-0b8c-4add-ab17-36a82ffd2092 None None] Provisioning for port 4d69da02-3f94-4ec8-947b-547388910896 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:02:57.494375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-0d7677d2-0b8c-4add-ab17-36a82ffd2092 None None] Provisioning complete for port 4d69da02-3f94-4ec8-947b-547388910896 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:02:57.494932 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0d7677d2-0b8c-4add-ab17-36a82ffd2092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.557624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-0d7677d2-0b8c-4add-ab17-36a82ffd2092 None None] Port 4d69da02-3f94-4ec8-947b-547388910896 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:02:57.582684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.831898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.858266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.859346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:57.864984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:02:58.004627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Pushing event updated for resources: {'Port': ['ID=4d69da02-3f94-4ec8-947b-547388910896,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:02:58.009231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:02:58.071020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Network 254f5a52-27e9-46c4-94e2-8c59688cd820 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:02:58.072252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:02:58.290987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-8e723ccf-63b1-4e1c-9217-1b2b4f79c570 None None] Provisioning complete for port 4d69da02-3f94-4ec8-947b-547388910896 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:02:58.296145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e723ccf-63b1-4e1c-9217-1b2b4f79c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:58.377047 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-8e723ccf-63b1-4e1c-9217-1b2b4f79c570 None None] Port 4d69da02-3f94-4ec8-947b-547388910896 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:02:58.488539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Router 46148ca9-ed75-4106-9373-3e68e19f7f69 is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:02:58.693723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:02:58.703930 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] 10.222.0.26 "PUT /v2.0/routers/46148ca9-ed75-4106-9373-3e68e19f7f69/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9442229 Apr 20 10:02:58.704200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Sync routers for ids ['46148ca9-ed75-4106-9373-3e68e19f7f69'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:02:58.716387 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Routers {'46148ca9-ed75-4106-9373-3e68e19f7f69'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:02:58.717264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:02:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['46148ca9-ed75-4106-9373-3e68e19f7f69'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:58.913989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Set router 46148ca9-ed75-4106-9373-3e68e19f7f69 gateway port host: None {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:02:59.480503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'name': 'router1', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:02:45Z', 'updated_at': '2021-04-20T10:02:57Z', 'revision_number': 2, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'gw_port_host': None, '_interfaces': [{'id': '4d69da02-3f94-4ec8-947b-547388910896', 'name': '', 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'mac_address': 'fa:16:3e:1a:7b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:02:56Z', 'updated_at': '2021-04-20T10:02:57Z', 'revision_number': 2, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'subnets': [{'id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21098f0-a9be-4133-9989-6731b136e950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:02:59.485979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Checking router: 46148ca9-ed75-4106-9373-3e68e19f7f69 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:02:59.486383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Updating router 46148ca9-ed75-4106-9373-3e68e19f7f69 port 4d69da02-3f94-4ec8-947b-547388910896 binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:02:59.546315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:59.962676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:02:59.978908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Transition to ACTIVE for port object 4d69da02-3f94-4ec8-947b-547388910896 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:03:00.070603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:00.077561 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:00.313704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Pushing event updated for resources: {'Port': ['ID=4d69da02-3f94-4ec8-947b-547388910896,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:00.326032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.326402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.326764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.327122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.327473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.327824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.328176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.328520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.328893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.329238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.329580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.329923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Tracked resource versions report: Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: pushed versions: Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: { 'AddressGroup': {'1.2'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': {'1.0'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': {'1.0'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': {'1.1'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': {'1.7'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': {'1.2'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': {'1.8'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': {'1.4'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': {'1.0'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': {'1.1'}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': {'1.1'}} Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: consumer versions: Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: { DHCP agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: L3 agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: Metadata agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: Metering agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: Open vSwitch agent@dv-cinder-774594-4-iscsi: { 'AddressGroup': '1.2', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': '1.0', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': '1.0', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': '1.1', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': '1.7', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': '1.2', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': '1.8', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': '1.4', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': '1.2', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': '1.0', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': '1.1', Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': '1.1'}} Apr 20 10:03:00.331157 dv-cinder-774594-4-iscsi neutron-server[86260]: {{(pid=86376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:03:00.334926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:00.337624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Attempting to bind port 4d69da02-3f94-4ec8-947b-547388910896 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:03:00.338040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Attempting to bind port 4d69da02-3f94-4ec8-947b-547388910896 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '653e3f65-9a79-40d1-bb36-e90be3f63646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:03:00.338448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Attempting to bind port 4d69da02-3f94-4ec8-947b-547388910896 on network 254f5a52-27e9-46c4-94e2-8c59688cd820 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:03:00.344462 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:03:00.344913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Checking segment: {'id': '653e3f65-9a79-40d1-bb36-e90be3f63646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:03:00.345372 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:00.346389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Bound using segment: {'id': '653e3f65-9a79-40d1-bb36-e90be3f63646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:03:00.346929 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Bound port: 4d69da02-3f94-4ec8-947b-547388910896, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e3f65-9a79-40d1-bb36-e90be3f63646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:03:00.347326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:00.453199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] For port 4d69da02-3f94-4ec8-947b-547388910896, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:03:00.458494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] For port 4d69da02-3f94-4ec8-947b-547388910896, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=4d69da02-3f94-4ec8-947b-547388910896,segment=NetworkSegment(653e3f65-9a79-40d1-bb36-e90be3f63646),segment_id=653e3f65-9a79-40d1-bb36-e90be3f63646)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:03:00.694942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:00.701171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:00.781634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Routers {'46148ca9-ed75-4106-9373-3e68e19f7f69'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:03:00.782342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:02:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['46148ca9-ed75-4106-9373-3e68e19f7f69'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:00.948113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Pushing event updated for resources: {'Port': ['ID=4d69da02-3f94-4ec8-947b-547388910896,revision_number=4']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:00.951523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:00.981857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] Set router 46148ca9-ed75-4106-9373-3e68e19f7f69 gateway port host: None {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:03:01.332770 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'name': 'router1', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:02:45Z', 'updated_at': '2021-04-20T10:02:57Z', 'revision_number': 2, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'gw_port_host': None, '_interfaces': [{'id': '4d69da02-3f94-4ec8-947b-547388910896', 'name': '', 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'mac_address': 'fa:16:3e:1a:7b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:02:56Z', 'updated_at': '2021-04-20T10:03:00Z', 'revision_number': 4, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'subnets': [{'id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21098f0-a9be-4133-9989-6731b136e950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:01.336945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c0fa1-9715-48e4-8852-d7ed0e8c7bfe None None] The sync data for ids ['46148ca9-ed75-4106-9373-3e68e19f7f69'] in dv-cinder-774594-4-iscsi is: [{'id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'name': 'router1', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:02:45Z', 'updated_at': '2021-04-20T10:02:57Z', 'revision_number': 2, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'gw_port_host': None, '_interfaces': [{'id': '4d69da02-3f94-4ec8-947b-547388910896', 'name': '', 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'mac_address': 'fa:16:3e:1a:7b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:02:56Z', 'updated_at': '2021-04-20T10:03:00Z', 'revision_number': 4, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'subnets': [{'id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21098f0-a9be-4133-9989-6731b136e950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:03:01.449716 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 59780) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:01.660926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb67bb-7ab1-4732-8d1c-3f7ef60ed56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:03:01.662441 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d1bb67bb-7ab1-4732-8d1c-3f7ef60ed56f admin admin] 10.222.0.26 "GET /v2.0/networks/b492d343-022d-4f4f-a108-1239e2a0e63f HTTP/1.1" status: 200 len: 842 time: 0.2115989 Apr 20 10:03:01.672997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'enable_dhcp': False}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:03:01.680343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:03:01.684410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Usage tracker for resource:subnet and tenant:000dc2f18b89471b90d5138f73f994e4 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:03:01.687781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:03:01.694804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:03:01.733995 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Made reservation on behalf of 000dc2f18b89471b90d5138f73f994e4 for: {'subnet': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:03:01.741030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:02.512964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.objects.ports [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86374) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 10:03:02.513589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:02.520434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:02.606857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86faeaba-1b3f-4bfe-9135-b4cd54d6d095,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:02.613967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:03:02.614357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Network hostable DHCP agents. Network: b492d343-022d-4f4f-a108-1239e2a0e63f, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:03:02.625964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.626340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.626785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.628324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.628696 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.629200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.629880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.630157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.630583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.631029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.631474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.631967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Tracked resource versions report: Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: pushed versions: Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: { 'AddressGroup': {'1.2'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': {'1.0'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': {'1.0'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': {'1.1'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': {'1.7'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': {'1.2'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': {'1.8'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': {'1.4'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': {'1.0'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': {'1.1'}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': {'1.1'}} Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: consumer versions: Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: { DHCP agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: L3 agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: Metadata agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: Metering agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: Open vSwitch agent@dv-cinder-774594-4-iscsi: { 'AddressGroup': '1.2', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': '1.0', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': '1.0', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': '1.1', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': '1.7', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': '1.2', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': '1.8', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': '1.4', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': '1.2', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': '1.0', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': '1.1', Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': '1.1'}} Apr 20 10:03:02.633214 dv-cinder-774594-4-iscsi neutron-server[86260]: {{(pid=86374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:03:02.670624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:02.769122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:03:02.858589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, b492d343-022d-4f4f-a108-1239e2a0e63f) {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:03:02.863546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:03:02.864261 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:02.869073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a770dfc-1195-42e1-947f-e4c56b590763 None None] Network b492d343-022d-4f4f-a108-1239e2a0e63f requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:03:02.957103 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2879798 Apr 20 10:03:03.122216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69063aa4-92b8-49ea-a63f-e9e09666dd19 None None] Network b492d343-022d-4f4f-a108-1239e2a0e63f requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:03:05.653542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59798) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:05.684043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 4d69da02-3f94-4ec8-947b-547388910896 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:05.813340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 4d69da02-3f94-4ec8-947b-547388910896 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:03:05.819412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 4d69da02-3f94-4ec8-947b-547388910896 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:05.819760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:05.886959 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-97d015e5-9d21-49d5-b9be-b6a578bde104 admin admin] 10.222.0.26 "GET /v2.0/routers/46148ca9-ed75-4106-9373-3e68e19f7f69 HTTP/1.1" status: 200 len: 710 time: 0.2320352 Apr 20 10:03:05.949941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:05.987308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 4d69da02-3f94-4ec8-947b-547388910896, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=4d69da02-3f94-4ec8-947b-547388910896,segment=NetworkSegment(653e3f65-9a79-40d1-bb36-e90be3f63646),segment_id=653e3f65-9a79-40d1-bb36-e90be3f63646)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:03:06.033882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e2861-fca3-44f0-b1ce-7d18d59279e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:03:06.034553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-651e2861-fca3-44f0-b1ce-7d18d59279e1 admin admin] Synchronizing usage tracker for tenant:000dc2f18b89471b90d5138f73f994e4 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:03:06.047612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:06.050547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2055d7d0-43b7-4763-9eaa-a2fd548feee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:06.076492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-651e2861-fca3-44f0-b1ce-7d18d59279e1 admin admin] Unset dirty status for tenant:000dc2f18b89471b90d5138f73f994e4 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:03:06.077818 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-651e2861-fca3-44f0-b1ce-7d18d59279e1 admin admin] 10.222.0.26 "GET /v2.0/networks/b492d343-022d-4f4f-a108-1239e2a0e63f HTTP/1.1" status: 200 len: 886 time: 0.1844075 Apr 20 10:03:06.088165 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:03:06.129549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=4d69da02-3f94-4ec8-947b-547388910896,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:06.133089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:06.597093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.195392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.247410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.391711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Allocated IP 172.27.3.243 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/e682ca2b-fe64-4d98-aa9e-1134823ad488) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:03:07.549657 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.613793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.618861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:07.671908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 4d69da02-3f94-4ec8-947b-547388910896 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:07.684285 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:03:07.687858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:03:07.691428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:03:07.749036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 4d69da02-3f94-4ec8-947b-547388910896 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:07.749443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:07.768329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Pushing event updated for resources: {'Port': ['ID=e682ca2b-fe64-4d98-aa9e-1134823ad488,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:07.771445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:08.251478 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:08.615976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:08.619458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-452814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854323002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-431144'] for router, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:08.809543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Router 46148ca9-ed75-4106-9373-3e68e19f7f69 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:03:09.001148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:03:09.012426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:09.013095 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Sync routers for ids ['46148ca9-ed75-4106-9373-3e68e19f7f69'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:03:09.013724 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] 10.222.0.26 "PUT /v2.0/routers/46148ca9-ed75-4106-9373-3e68e19f7f69 HTTP/1.1" status: 200 len: 890 time: 2.9294517 Apr 20 10:03:09.024250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Routers {'46148ca9-ed75-4106-9373-3e68e19f7f69'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:03:09.025094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:02:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['46148ca9-ed75-4106-9373-3e68e19f7f69'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:09.232343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Set router 46148ca9-ed75-4106-9373-3e68e19f7f69 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:03:09.603212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'name': 'router1', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e682ca2b-fe64-4d98-aa9e-1134823ad488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:02:45Z', 'updated_at': '2021-04-20T10:03:07Z', 'revision_number': 4, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'gw_port': {'id': 'e682ca2b-fe64-4d98-aa9e-1134823ad488', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:07Z', 'updated_at': '2021-04-20T10:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '4d69da02-3f94-4ec8-947b-547388910896', 'name': '', 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'mac_address': 'fa:16:3e:1a:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:02:56Z', 'updated_at': '2021-04-20T10:03:05Z', 'revision_number': 5, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'subnets': [{'id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21098f0-a9be-4133-9989-6731b136e950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:09.608536 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Checking router: 46148ca9-ed75-4106-9373-3e68e19f7f69 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:03:09.608857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Updating router 46148ca9-ed75-4106-9373-3e68e19f7f69 port e682ca2b-fe64-4d98-aa9e-1134823ad488 binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:03:09.665957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:10.016740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:10.076431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Transition to ACTIVE for port object e682ca2b-fe64-4d98-aa9e-1134823ad488 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:03:10.139367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:10.145458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:10.228929 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Attempting to bind port e682ca2b-fe64-4d98-aa9e-1134823ad488 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:03:10.229331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Attempting to bind port e682ca2b-fe64-4d98-aa9e-1134823ad488 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:03:10.229724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Attempting to bind port e682ca2b-fe64-4d98-aa9e-1134823ad488 on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:03:10.242808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:03:10.243213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:03:10.243643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:10.244066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:03:10.244567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Bound port: e682ca2b-fe64-4d98-aa9e-1134823ad488, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:03:10.244993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:10.275338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d7cd-2a81-40b7-9ad1-387dc5d0d993 None None] Pushing event updated for resources: {'Port': ['ID=e682ca2b-fe64-4d98-aa9e-1134823ad488,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:10.278412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a400d7cd-2a81-40b7-9ad1-387dc5d0d993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:10.372166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] For port e682ca2b-fe64-4d98-aa9e-1134823ad488, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:03:10.375465 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] For port e682ca2b-fe64-4d98-aa9e-1134823ad488, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=e682ca2b-fe64-4d98-aa9e-1134823ad488,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:03:10.409237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:10.414478 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:10.493838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Routers {'46148ca9-ed75-4106-9373-3e68e19f7f69'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:03:10.494519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:02:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['46148ca9-ed75-4106-9373-3e68e19f7f69'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:10.634326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d7cd-2a81-40b7-9ad1-387dc5d0d993 None None] Pushing event updated for resources: {'Port': ['ID=e682ca2b-fe64-4d98-aa9e-1134823ad488,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:10.637634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a400d7cd-2a81-40b7-9ad1-387dc5d0d993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:10.702662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] Set router 46148ca9-ed75-4106-9373-3e68e19f7f69 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:03:11.061613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'name': 'router1', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e682ca2b-fe64-4d98-aa9e-1134823ad488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:02:45Z', 'updated_at': '2021-04-20T10:03:07Z', 'revision_number': 4, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'gw_port': {'id': 'e682ca2b-fe64-4d98-aa9e-1134823ad488', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:07Z', 'updated_at': '2021-04-20T10:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '4d69da02-3f94-4ec8-947b-547388910896', 'name': '', 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'mac_address': 'fa:16:3e:1a:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:02:56Z', 'updated_at': '2021-04-20T10:03:05Z', 'revision_number': 5, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'subnets': [{'id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21098f0-a9be-4133-9989-6731b136e950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:03:11.066371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505ac99-3b71-4d58-9133-a02acd4e3918 None None] The sync data for ids ['46148ca9-ed75-4106-9373-3e68e19f7f69'] in dv-cinder-774594-4-iscsi is: [{'id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'name': 'router1', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'e682ca2b-fe64-4d98-aa9e-1134823ad488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:02:45Z', 'updated_at': '2021-04-20T10:03:07Z', 'revision_number': 4, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'gw_port': {'id': 'e682ca2b-fe64-4d98-aa9e-1134823ad488', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:03:07Z', 'updated_at': '2021-04-20T10:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '4d69da02-3f94-4ec8-947b-547388910896', 'name': '', 'network_id': '254f5a52-27e9-46c4-94e2-8c59688cd820', 'tenant_id': 'ec44ce5c998c4873830306b77c6b563a', 'mac_address': 'fa:16:3e:1a:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46148ca9-ed75-4106-9373-3e68e19f7f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:02:56Z', 'updated_at': '2021-04-20T10:03:05Z', 'revision_number': 5, 'project_id': 'ec44ce5c998c4873830306b77c6b563a', 'subnets': [{'id': '858a68b8-621d-4c9d-ae93-2f16568ed16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21098f0-a9be-4133-9989-6731b136e950'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:03:11.181997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:03:11.700927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device e682ca2b-fe64-4d98-aa9e-1134823ad488 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:11.806804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 59808) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:03:11.813160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port e682ca2b-fe64-4d98-aa9e-1134823ad488 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:03:11.818768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port e682ca2b-fe64-4d98-aa9e-1134823ad488 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:11.819178 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:11.940479 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-15e461bf-c285-4845-b9f5-f5bf9aa37e65 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1323714 Apr 20 10:03:11.949357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:11.969446 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port e682ca2b-fe64-4d98-aa9e-1134823ad488, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=e682ca2b-fe64-4d98-aa9e-1134823ad488,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:03:12.002543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:12.006021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:03:12.085103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=e682ca2b-fe64-4d98-aa9e-1134823ad488,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:03:12.088526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:03:13.601250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ccde6be8-3105-4775-8f11-3435e7ae05f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:13.687003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device e682ca2b-fe64-4d98-aa9e-1134823ad488 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:03:13.779233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port e682ca2b-fe64-4d98-aa9e-1134823ad488 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:03:13.779642 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:16.248155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-064136dd-d19b-490e-bc4a-2747bb8d7403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:16.984613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:17.613824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:18.488000 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:43.545511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee905d5c-57b3-4090-b3b5-17d9a6e66faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:46.258873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dcf498c2-a4bb-4cf8-8e16-cf74731b982e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:46.995131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:47.589929 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:03:48.177293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:03:48.442198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:13.503975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c82abf5d-057d-402f-a541-d63e0abbc433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:16.241083 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef96aadc-c54f-4922-8a55-9aa7c96ffeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:16.994858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:17.595412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:18.457922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:25.184291 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:04:43.514838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc927-0802-4b5c-be10-2e95ecfd73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:46.228782 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4e907a95-5e97-40d6-a31c-8a0de43b045a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:47.005775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:47.599978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:04:48.463660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:02.185209 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:05:03.431156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60378) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:03.509254 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d23fff-64a6-41d7-a3c2-b9d62cd32149 admin admin] GET failed (client error): The resource could not be found. Apr 20 10:05:03.510653 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-82d23fff-64a6-41d7-a3c2-b9d62cd32149 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0784733 Apr 20 10:05:03.842346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548cc8e-a558-4f63-b830-a6ce4fa1f565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:03.843924 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6548cc8e-a558-4f63-b830-a6ce4fa1f565 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3280280 Apr 20 10:05:06.418404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60388) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:06.539343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e94bd-31b9-47f9-bd67-1e275ba09372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:06.540849 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-849e94bd-31b9-47f9-bd67-1e275ba09372 admin admin] 10.222.0.26 "GET /v2.0/subnets/858a68b8-621d-4c9d-ae93-2f16568ed16a HTTP/1.1" status: 200 len: 849 time: 0.1213725 Apr 20 10:05:06.552050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:05:06.678014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Notify callbacks [] for subnet, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:07.028392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762458811353'] for subnet, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:07.033993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:05:07.078150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:07.079062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:07.080222 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] 10.222.0.26 "PUT /v2.0/subnets/858a68b8-621d-4c9d-ae93-2f16568ed16a HTTP/1.1" status: 200 len: 868 time: 0.5322640 Apr 20 10:05:07.084651 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3360078c-af93-45a9-be94-245db3413129 None None] Network 254f5a52-27e9-46c4-94e2-8c59688cd820 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:05:07.110227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=858a68b8-621d-4c9d-ae93-2f16568ed16a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:05:07.118461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.118872 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.119249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.119615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.119982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.120360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.120746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.121117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.121492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.121852 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.122210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.122564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:05:07.132111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:05:07.581822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-8f481dd5-1ac1-4842-9415-e63abbc1fdac None None] Provisioning complete for port 4d69da02-3f94-4ec8-947b-547388910896 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:05:07.582547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8f481dd5-1ac1-4842-9415-e63abbc1fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:07.722457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-8f481dd5-1ac1-4842-9415-e63abbc1fdac None None] Provisioning complete for port 3952f9d0-7a9b-41d8-859a-96d6d61289ea triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:05:07.722944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8f481dd5-1ac1-4842-9415-e63abbc1fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:09.701677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60398) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:09.891474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3ddf5-ac00-4199-a049-fb10d74c6845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:09.891919 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3ddf5-ac00-4199-a049-fb10d74c6845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:09.893608 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-90f3ddf5-ac00-4199-a049-fb10d74c6845 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1908419 Apr 20 10:05:12.446908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60408) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:12.639287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a706ee-76dd-4cbb-8cff-a8ca76af2892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:12.640895 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-47a706ee-76dd-4cbb-8cff-a8ca76af2892 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1929009 Apr 20 10:05:13.519814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f624bfbe-8769-4154-9173-44b39ec4de84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:15.202033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60418) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:15.389776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b54b0f-e073-458e-8521-292ce0c63d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:15.391191 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-90b54b0f-e073-458e-8521-292ce0c63d07 admin admin] 10.222.0.26 "GET /v2.0/networks/254f5a52-27e9-46c4-94e2-8c59688cd820 HTTP/1.1" status: 200 len: 869 time: 0.1881011 Apr 20 10:05:16.245170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4e94d614-a8a5-49de-8d31-86178b6282f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:16.999517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:17.622718 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:17.945239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60428) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:18.130144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee0f71-408f-4313-9006-f6db5cf16937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:18.131541 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-09ee0f71-408f-4313-9006-f6db5cf16937 admin admin] 10.222.0.26 "GET /v2.0/networks/b492d343-022d-4f4f-a108-1239e2a0e63f HTTP/1.1" status: 200 len: 886 time: 0.1852717 Apr 20 10:05:18.468327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:20.674999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60438) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:20.792359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c657c22-fe90-45d0-b5b9-51197d64c4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:20.792897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c657c22-fe90-45d0-b5b9-51197d64c4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:20.795551 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2c657c22-fe90-45d0-b5b9-51197d64c4dc admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1194713 Apr 20 10:05:23.318073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60448) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:23.440317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4111b-2f60-4fea-8cf3-fc9f2d8c35a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:23.440848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4111b-2f60-4fea-8cf3-fc9f2d8c35a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:23.442490 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f8d4111b-2f60-4fea-8cf3-fc9f2d8c35a5 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233389 Apr 20 10:05:25.989572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60458) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:26.109999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a2b7e-07ad-4761-a392-2f9db4ba841e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:26.111482 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-225a2b7e-07ad-4761-a392-2f9db4ba841e admin admin] 10.222.0.26 "GET /v2.0/subnets/858a68b8-621d-4c9d-ae93-2f16568ed16a HTTP/1.1" status: 200 len: 868 time: 0.1209438 Apr 20 10:05:28.650518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60468) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:28.769508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79d0ef-3616-467b-a183-45529f4257c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:28.771011 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1f79d0ef-3616-467b-a183-45529f4257c3 admin admin] 10.222.0.26 "GET /v2.0/subnets/86faeaba-1b3f-4bfe-9135-b4cd54d6d095 HTTP/1.1" status: 200 len: 816 time: 0.1194513 Apr 20 10:05:39.184109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:05:43.518751 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6e87-697f-4d1b-9a76-a705c843b78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:46.228135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-71915da2-1707-4e34-b1c7-a628283b60da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:47.005075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:47.599055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:48.474232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:05:55.842939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60512) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:55.898485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [None req-89e60794-ef4b-4b7b-91e8-945b348366ef admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:05:55.899637 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-89e60794-ef4b-4b7b-91e8-945b348366ef admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556762 Apr 20 10:05:58.575420 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60522) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:05:58.650974 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1f0eec-dafd-47a5-8cdd-ad1464c61f8c admin admin] GET failed (client error): The resource could not be found. Apr 20 10:05:58.653235 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2f1f0eec-dafd-47a5-8cdd-ad1464c61f8c admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0767770 Apr 20 10:05:58.791765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eaa44a-434d-4611-9fce-0cacc274bf00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:05:58.794336 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e6eaa44a-434d-4611-9fce-0cacc274bf00 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367049 Apr 20 10:06:01.357557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 60532) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:06:01.410230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:06:01.415179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:06:01.425743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:06:01.490027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Made reservation on behalf of 000dc2f18b89471b90d5138f73f994e4 for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:06:01.494917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:01.607182 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.services.revisions.revision_plugin [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Could not find related network for resource to bump revision. Apr 20 10:06:01.664709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:06:01.676615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274396034966', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:01.677263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Unsubscribe: segment precommit_create {{(pid=86374) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 10:06:01.677740 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Added segment 91ac5128-bac4-4373-bb05-b53b20111034 of type vlan for network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 Apr 20 10:06:01.711575 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:01.775889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:01.777925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:06:01.778607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:01.783761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:01.890412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Pushing event updated for resources: {'Network': ['ID=5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:01.897752 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.898147 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.898515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.898880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.899238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.899596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.899950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.900370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.900733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.901089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.901441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.901819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:01.906526 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5478714 Apr 20 10:06:01.907271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:01.914488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:06:04.475079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 60542) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:06:04.554810 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc46c390-8c13-4a90-a46b-d48245d6def6 admin admin] GET failed (client error): The resource could not be found. Apr 20 10:06:04.555388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-bc46c390-8c13-4a90-a46b-d48245d6def6 admin admin] Synchronizing usage tracker for tenant:000dc2f18b89471b90d5138f73f994e4 on resource:network {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:06:04.615764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-bc46c390-8c13-4a90-a46b-d48245d6def6 admin admin] Unset dirty status for tenant:000dc2f18b89471b90d5138f73f994e4 on resource:network {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:06:04.617050 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-bc46c390-8c13-4a90-a46b-d48245d6def6 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1409330 Apr 20 10:06:04.732867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae2a041-2127-4577-a933-6073d1c5b752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:06:04.735399 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6ae2a041-2127-4577-a933-6073d1c5b752 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1137917 Apr 20 10:06:04.745873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Request body: {'subnet': {'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:06:04.751005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:06:04.754996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Usage tracker for resource:subnet and tenant:000dc2f18b89471b90d5138f73f994e4 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:06:04.758028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:06:04.764603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:06:04.821617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Made reservation on behalf of 000dc2f18b89471b90d5138f73f994e4 for: {'subnet': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:06:04.826840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:05.256614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:05.261681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4f45dd80-fdf4-464d-82be-d4ff49ce12e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:05.333725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=933b4a3a-909c-415a-be65-fbc2e2cf3ce9,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:05.336801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:05.345029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Checking segment: {'id': '91ac5128-bac4-4373-bb05-b53b20111034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:06:05.345416 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Network hostable DHCP agents. Network: 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:06:05.404027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:06:05.449870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7) {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:06:05.454289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:06:05.454924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:05.460031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6bd3a-f428-46fb-a555-96e5ce6353ac None None] Network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:06:05.569395 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8277397 Apr 20 10:06:05.711208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7', 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7', 'tenant_id': '000dc2f18b89471b90d5138f73f994e4', 'fixed_ips': [{'subnet_id': '933b4a3a-909c-415a-be65-fbc2e2cf3ce9'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:06:05.712152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:05.888210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Allocated IP 192.168.233.2 (5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7/933b4a3a-909c-415a-be65-fbc2e2cf3ce9/a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:06:06.178521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:06.233245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Transition to ACTIVE for port object a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:06:06.255154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Transition to ACTIVE for port object a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:06:06.290744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:06.298020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:06.365910 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:06:06.369540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:06:06.373728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:06:06.383491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Pushing event updated for resources: {'Port': ['ID=a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:06.426802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.427185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.427562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.427934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.428297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.428732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.429051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.429412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.429790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.430150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.430505 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.430862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:06:06.466008 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:06.489068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Attempting to bind port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:06:06.490922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Attempting to bind port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '91ac5128-bac4-4373-bb05-b53b20111034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:06:06.490922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Attempting to bind port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a on network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:06:06.496747 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:06:06.497168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Checking segment: {'id': '91ac5128-bac4-4373-bb05-b53b20111034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:06:06.497610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:06.498049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Bound using segment: {'id': '91ac5128-bac4-4373-bb05-b53b20111034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:06:06.498576 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Bound port: a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac5128-bac4-4373-bb05-b53b20111034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:06:06.498988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:06.602791 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] For port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:06:06.606974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] For port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a,segment=NetworkSegment(91ac5128-bac4-4373-bb05-b53b20111034),segment_id=91ac5128-bac4-4373-bb05-b53b20111034)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:06:06.679340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:06.684043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:06.770447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Pushing event updated for resources: {'Port': ['ID=a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:06.773336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:07.885428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:06:07.998653 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:06:08.041091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358f68f-6797-4443-add8-73d04f0ae241 None None] Network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:06:08.208612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-d8f3b3ee-bfc2-4141-a7f0-86d0903fcf26 None None] Provisioning for port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:06:08.221690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-d8f3b3ee-bfc2-4141-a7f0-86d0903fcf26 None None] Provisioning complete for port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:06:08.222033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b3ee-bfc2-4141-a7f0-86d0903fcf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:08.596605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b3ee-bfc2-4141-a7f0-86d0903fcf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:08.636764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-d8f3b3ee-bfc2-4141-a7f0-86d0903fcf26 None None] For port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a,segment=NetworkSegment(91ac5128-bac4-4373-bb05-b53b20111034),segment_id=91ac5128-bac4-4373-bb05-b53b20111034)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:06:08.701669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b3ee-bfc2-4141-a7f0-86d0903fcf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:08.703991 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:06:08.782034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3b3ee-bfc2-4141-a7f0-86d0903fcf26 None None] Pushing event updated for resources: {'Port': ['ID=a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:06:08.785532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d8f3b3ee-bfc2-4141-a7f0-86d0903fcf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:06:08.822937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-3790ee49-2dea-4950-aee1-d00b739df8c1 None None] Provisioning complete for port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:06:08.823880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3790ee49-2dea-4950-aee1-d00b739df8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:09.827916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:06:09.900659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port a0fb5320-de4a-4bf0-9fa6-fc9671f57f1a triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:06:09.901088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:13.513855 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74996dea-30fd-4233-829f-ed13cda8a5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:16.185817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:06:16.232515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-25ff90a8-bd14-4f1b-ac40-262aac8f0365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:16.999006 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:17.605664 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:18.467223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:43.529640 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6d7999eb-cb55-465c-a5f3-f79a2dee2cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:46.243827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e7d0194f-bdc3-4863-9842-eb5c335fe48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:47.060455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:47.592377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:48.473141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:06:53.186814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:07:13.517597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4da419b7-839f-44ed-9b21-aefee3379fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:16.237707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6d88ee35-270e-4d4f-b89f-c9e538308a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:16.997748 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:17.591963 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:18.484005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:30.192206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:07:36.938329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 60592) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:07:36.944803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [None req-6ba88eb1-3b30-4ad9-b8ae-d3f6b1ef5b9f tempest-verify_tempest_config-128041859 tempest-verify_tempest_config-128041859-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:07:36.946062 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6ba88eb1-3b30-4ad9-b8ae-d3f6b1ef5b9f tempest-verify_tempest_config-128041859 tempest-verify_tempest_config-128041859-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066726 Apr 20 10:07:37.381769 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 60610) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:07:37.511286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:37.530634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:07:37.534800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Usage tracker for resource:security_group_rule and tenant:84dbdc3de97140aba080f9a659e0490d is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:07:37.538143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:07:37.545009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:07:37.783990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:37.831894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:37.841535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:07:37.885098 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84dbdc3de97140aba080f9a659e0490d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5021040 Apr 20 10:07:37.885968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e613d-5727-45ed-ad35-2cf7ff5cc6db,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:07:37.887978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60616) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:07:37.893613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.894001 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.894366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.894773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.895073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.895440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.895793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.896137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.896485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.896874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.897221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.897564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:37.903038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:07:37.952017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:37.979844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:38.157413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:38.162952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:07:38.175544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44e613d-5727-45ed-ad35-2cf7ff5cc6db,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:07:38.184733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.185150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.185529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.185901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.186270 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.186651 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.187039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.187403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.187781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.188141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.188499 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.188881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:07:38.192076 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:38.193312 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d44e613d-5727-45ed-ad35-2cf7ff5cc6db HTTP/1.1" status: 204 len: 168 time: 0.3042340 Apr 20 10:07:38.194270 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:07:43.523329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1624e9eb-b707-4d56-8353-80b9ea27063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:46.254676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-84bfc0a2-fc25-4026-8723-aa7d7ebfaadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:47.026354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:47.608340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:07:48.591683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:07.198481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:08:13.505304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e8c9a2ea-0fd3-4f4a-b650-d4d303979cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:16.242870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b41afde-fb28-480c-a367-9af65feb965b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:17.019843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:17.642519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:18.528593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:43.516590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-037c6e2b-40cb-43ac-bd2d-5e5de0248de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:44.202121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 5 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:08:46.236769 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8960e318-d3b3-450e-99d1-352e5328f7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:47.013515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:47.624776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:08:48.556910 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:13.534037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a9082e3a-19e2-4540-b9e3-63212965309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:15.127482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949'] for agent, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:16.240942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c29a-b332-4261-a142-16e433c27bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:17.024712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:17.602178 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:18.522078 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:20.002765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60668) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:09:20.122061 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ad7371b3-32dd-46f0-aaa1-154bb6ada120 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1181073 Apr 20 10:09:21.206094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:09:22.648275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60678) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:09:22.707930 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-23de1543-8860-4de3-b2f5-59420bdebb14 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0580132 Apr 20 10:09:43.521245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab14d014-1a8f-4cd4-9cf4-22e505c60bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:45.080356 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:46.253040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-027a482c-fd71-4333-b468-132c8c1a60ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:47.024377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:47.601792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:48.544353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:09:58.206146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:10:13.525645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-102b2b09-bfe8-4eae-810f-80015eb0c881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:15.087242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:16.247155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eedb255c-5132-469f-ac0b-cb34d4efe41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:17.035984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:17.605094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:18.515690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:35.212936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:10:43.532205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cd21d9ed-e1f9-4106-b78a-8a14d96285ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:45.079288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:46.254691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c2ca26f-9929-4d6a-947c-df096125f680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:47.035363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:47.606602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:48.521205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:57.115088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60822) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:10:57.452008 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-network', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:10:57.461555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:10:57.465958 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Usage tracker for resource:network and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:10:57.469070 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:10:57.476549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:10:57.532977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Made reservation on behalf of 8f35aa3e02484ed8b73777ccb11726e1 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:10:57.537887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:57.552334 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:57.568447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:10:57.572656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Usage tracker for resource:security_group_rule and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:10:57.575786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:10:57.582021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:10:57.816804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:57.845051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:57.850622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6821447b-88df-4522-b8bd-0f84fdf381dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:10:57.884481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:10:57.894987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e58b8c-d0b6-4ed1-a333-84c80d5b7ff5,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:10:57.904788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.905198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.905580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.905948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.906302 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.906863 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.907441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.908039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.908439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.908827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.909195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.909564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Tracked resource versions report: Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: pushed versions: Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: { 'AddressGroup': {'1.2'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': {'1.0'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': {'1.0'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': {'1.1'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': {'1.7'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': {'1.2'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': {'1.8'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': {'1.4'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': {'1.0'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': {'1.1'}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': {'1.1'}} Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: consumer versions: Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: { DHCP agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: HyperV agent@hv-cinder-77459: {}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: L3 agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: Metadata agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: Metering agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: Open vSwitch agent@dv-cinder-774594-4-iscsi: { 'AddressGroup': '1.2', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': '1.0', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': '1.0', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': '1.1', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': '1.7', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': '1.2', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': '1.8', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': '1.4', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': '1.2', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': '1.0', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': '1.1', Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': '1.1'}} Apr 20 10:10:57.910690 dv-cinder-774594-4-iscsi neutron-server[86260]: {{(pid=86373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:10:57.914313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:10:57.923825 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:57.924394 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Added segment ee54aee7-1b58-410d-95fb-1a2e3a1d7736 of type vlan for network 91c8a877-6d98-4175-ae61-6221c821cb4b Apr 20 10:10:58.102803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:58.177983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:58.179659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:10:58.180273 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:58.185934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:10:58.295103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Pushing event updated for resources: {'Network': ['ID=91c8a877-6d98-4175-ae61-6221c821cb4b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:10:58.300605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:10:58.309281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 91c8a877-6d98-4175-ae61-6221c821cb4b details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:10:58.339019 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2226751 Apr 20 10:10:58.342190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60866) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:10:58.366038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Request body: {'subnet': {'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-subnet', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:10:58.371526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:10:58.377163 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Usage tracker for resource:subnet and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:10:58.380557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:10:58.388757 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:10:58.452018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Made reservation on behalf of 8f35aa3e02484ed8b73777ccb11726e1 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:10:58.457613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:58.600663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60888) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:10:58.850007 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-910207375-network', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:10:58.857931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:10:58.865626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Usage tracker for resource:network and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:10:58.869169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:10:58.878419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:10:58.973369 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Made reservation on behalf of 18116a00c5e64adaa53e506e38ee8e25 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:10:58.978297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:58.998336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.026238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:10:59.034672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Usage tracker for resource:security_group_rule and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:10:59.039445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:10:59.042664 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.050768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:10:59.053741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b6f78ab9-a9fb-46ed-b1f9-45e34a24cd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:10:59.171333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73cabdd6-1d5d-4833-9c2a-bccc2239c312,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:10:59.174980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:10:59.176338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Checking segment: {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:10:59.176777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Network hostable DHCP agents. Network: 91c8a877-6d98-4175-ae61-6221c821cb4b, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:10:59.261917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Network 91c8a877-6d98-4175-ae61-6221c821cb4b is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:10:59.363341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.370205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 91c8a877-6d98-4175-ae61-6221c821cb4b) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:10:59.375043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:10:59.377469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.380279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce82114-d3d9-48a3-b8db-55c804bed4a1 None None] Network 91c8a877-6d98-4175-ae61-6221c821cb4b requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:10:59.448712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.463899 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:10:59.479062 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1317925 Apr 20 10:10:59.482398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 60918) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:10:59.489119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:10:59.496899 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:10:59.498867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:10:59.508879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Usage tracker for resource:router and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:10:59.520476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:10:59.540889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:10:59.559555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.560254 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Added segment 582767fa-efaf-4b35-bed4-22916dd04567 of type vlan for network 308d53bc-8da5-4a8a-acf4-ce457ae855cd Apr 20 10:10:59.562308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d5525f-efd6-473d-b68a-77b1dc536ec7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:10:59.565739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:10:59.590655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 60930) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:10:59.593997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.595919 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.624975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.631711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 60936) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:10:59.678350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-91c8a877-6d98-4175-ae61-6221c821cb4b', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:10:59.684125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.736908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.761238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.762652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:10:59.763300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:10:59.779742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e4181ee4-f8c2-4959-a073-79fcb2f48d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:10:59.892789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Pushing event updated for resources: {'Network': ['ID=308d53bc-8da5-4a8a-acf4-ce457ae855cd,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:10:59.897638 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:10:59.941126 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3388979 Apr 20 10:10:59.941788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60952) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:10:59.942862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Allocated IP 172.20.0.2 (91c8a877-6d98-4175-ae61-6221c821cb4b/73cabdd6-1d5d-4833-9c2a-bccc2239c312/8c279494-f029-407f-8901-931a329797e4) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:10:59.948297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Request body: {'subnet': {'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-910207375-subnet', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:10:59.953876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:10:59.957925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Usage tracker for resource:subnet and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:10:59.961176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:10:59.967799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:10:59.980140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:11:00.044883 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Made reservation on behalf of 18116a00c5e64adaa53e506e38ee8e25 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:00.051633 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.188907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-252731323-network', 'tenant_id': '5231684213c64e1e9554b8ad16c1f1b4'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:00.198443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1321273977-network', 'tenant_id': '437afa1b7f7e41929d0ea6476c23a7c9'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:00.351082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.351733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.361855 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:00.368294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Usage tracker for resource:network and tenant:5231684213c64e1e9554b8ad16c1f1b4 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:00.371559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:00.374631 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:00.379226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Transition to ACTIVE for port object 8c279494-f029-407f-8901-931a329797e4 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:00.382873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Usage tracker for resource:network and tenant:437afa1b7f7e41929d0ea6476c23a7c9 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:00.386107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:00.388623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:00.398023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:00.407738 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Transition to ACTIVE for port object 8c279494-f029-407f-8901-931a329797e4 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:00.470933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.479315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:00.512048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Made reservation on behalf of 5231684213c64e1e9554b8ad16c1f1b4 for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:00.517785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.549389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.578404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Made reservation on behalf of 437afa1b7f7e41929d0ea6476c23a7c9 for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:00.583926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.612011 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:00.619272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.635394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Usage tracker for resource:security_group_rule and tenant:5231684213c64e1e9554b8ad16c1f1b4 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:00.639940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Pushing event updated for resources: {'Port': ['ID=8c279494-f029-407f-8901-931a329797e4,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:00.641220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:00.652348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.653077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:00.653431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.654009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.654584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.655156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.655888 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.657523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.658130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.658808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.658934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:00.659495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.660058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.660796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Tracked resource versions report: Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: pushed versions: Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: { 'AddressGroup': {'1.2'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': {'1.0'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': {'1.0'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': {'1.1'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': {'1.7'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': {'1.2'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': {'1.8'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': {'1.4'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': {'1.0'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': {'1.1'}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': {'1.1'}} Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: consumer versions: Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: { DHCP agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: HyperV agent@hv-cinder-77459: {}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: L3 agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: Metadata agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: Metering agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: Open vSwitch agent@dv-cinder-774594-4-iscsi: { 'AddressGroup': '1.2', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': '1.0', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': '1.0', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': '1.1', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': '1.7', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': '1.2', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': '1.8', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': '1.4', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': '1.2', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': '1.0', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': '1.1', Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': '1.1'}} Apr 20 10:11:00.662152 dv-cinder-774594-4-iscsi neutron-server[86260]: {{(pid=86375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:11:00.667701 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Usage tracker for resource:security_group_rule and tenant:437afa1b7f7e41929d0ea6476c23a7c9 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:00.690029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Network 91c8a877-6d98-4175-ae61-6221c821cb4b is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:00.691963 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:00.693935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:00.703339 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:00.794118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:00.825570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.841574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:00.933024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Attempting to bind port 8c279494-f029-407f-8901-931a329797e4 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:00.933755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Attempting to bind port 8c279494-f029-407f-8901-931a329797e4 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:00.934395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5cec62-36e0-45a0-a288-1aa461c75043,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:00.934526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Attempting to bind port 8c279494-f029-407f-8901-931a329797e4 on network 91c8a877-6d98-4175-ae61-6221c821cb4b {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:00.943375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:00.943914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Checking segment: {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:00.944505 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.944903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:00.945058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Bound using segment: {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:00.950510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Bound port: 8c279494-f029-407f-8901-931a329797e4, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:00.950510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:00.979272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:00.992202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Checking segment: {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:00.992960 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Network hostable DHCP agents. Network: 308d53bc-8da5-4a8a-acf4-ce457ae855cd, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:11:01.096000 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:11:01.147072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.153401 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 308d53bc-8da5-4a8a-acf4-ce457ae855cd) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:01.167356 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:01.168292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.173442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2da7b7-1acb-4194-b8f2-b587e08a7528 None None] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:01.238550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.277983 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3350556 Apr 20 10:11:01.279047 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 60980) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:01.285460 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] For port 8c279494-f029-407f-8901-931a329797e4, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:01.286562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:01.306526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:01.313892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Usage tracker for resource:router and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:01.317376 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:01.319812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] For port 8c279494-f029-407f-8901-931a329797e4, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=8c279494-f029-407f-8901-931a329797e4,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:01.325045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:01.344128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.388455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.389282 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.400987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.409427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.414053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2333bae6-a04d-42d8-8cbb-65c48e4e59bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:01.414220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:01.482601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.511923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:11:01.576768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:11:01.581553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.633891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 60998) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:01.665245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2a0382-0764-4b20-984b-ff1b78432f9a,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:01.684103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.716720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.721306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.722033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.722621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.723189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.724243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.726509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.727126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.731304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.732036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.732610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.733240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Tracked resource versions report: Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: pushed versions: Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: { 'AddressGroup': {'1.2'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': {'1.0'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': {'1.0'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': {'1.1'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': {'1.7'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': {'1.2'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': {'1.8'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': {'1.4'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': {'1.0'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': {'1.1'}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': {'1.1'}} Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: consumer versions: Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: { DHCP agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: HyperV agent@hv-cinder-77459: {}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: L3 agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: Metadata agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: Metering agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: Open vSwitch agent@dv-cinder-774594-4-iscsi: { 'AddressGroup': '1.2', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': '1.0', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': '1.0', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': '1.1', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': '1.7', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': '1.2', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': '1.8', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': '1.4', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': '1.2', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': '1.0', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': '1.1', Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': '1.1'}} Apr 20 10:11:01.734573 dv-cinder-774594-4-iscsi neutron-server[86260]: {{(pid=86374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:11:01.773088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:01.776354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.777601 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Added segment 127343c5-0dec-4e2c-b0ae-d4fea291945a of type vlan for network cdc4c609-13f8-40f8-9644-f320246ad002 Apr 20 10:11:01.779557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:01.829821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:01.901817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Allocated IP 172.27.3.133 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/f3fa2d9d-557d-4910-87df-bfa639fc9ec3) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:01.912303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:11:02.025147 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.078111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ceea28-b6c5-457e-879e-aac54d177330,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:02.087057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.087844 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Added segment 554e7827-1257-4c28-97ae-f53043a00257 of type vlan for network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 Apr 20 10:11:02.091701 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:02.101335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Allocated IP 172.20.0.2 (308d53bc-8da5-4a8a-acf4-ce457ae855cd/1e5cec62-36e0-45a0-a288-1aa461c75043/7b6d7a22-54df-498f-91f4-91ea616043be) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:02.167911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.198965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Pushing event updated for resources: {'Port': ['ID=8c279494-f029-407f-8901-931a329797e4,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:02.248729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:02.284699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:4baba59eac654b888ec4decb865a2964 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:02.292166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:02.296244 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.309395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:02.322123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:02.354226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.373124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.374590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:02.375305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.382567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:02.581119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.614739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Transition to ACTIVE for port object 7b6d7a22-54df-498f-91f4-91ea616043be will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:02.673338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Transition to ACTIVE for port object 7b6d7a22-54df-498f-91f4-91ea616043be will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:02.673558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.690394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.714269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc4c609-13f8-40f8-9644-f320246ad002,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:02.722153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.747526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:02.752373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c6e78e0-e9b2-43dc-9657-174b473de45f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:02.758675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.781103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:02.785871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.789783 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:02.809079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a070583a-973f-4b06-8605-3cc51a9ba76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:02.834222 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network cdc4c609-13f8-40f8-9644-f320246ad002 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:11:02.971236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.009669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:03.012070 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.019756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:03.024688 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:03.103224 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Pushing event updated for resources: {'Network': ['ID=fc8ac953-4722-4cd9-9152-b4d75d18ebe4,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:03.126186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:11:03.135337 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4baba59eac654b888ec4decb865a2964&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4891045 Apr 20 10:11:03.138823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 32794) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:03.139685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:03.141836 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.144484 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:03.190529 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5535150 Apr 20 10:11:03.193685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 32798) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:03.202628 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Request body: {'subnet': {'network_id': 'cdc4c609-13f8-40f8-9644-f320246ad002', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-252731323-subnet', 'tenant_id': '5231684213c64e1e9554b8ad16c1f1b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:03.209821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Pushing event updated for resources: {'Port': ['ID=7b6d7a22-54df-498f-91f4-91ea616043be,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:03.213959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:03.216190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:03.226643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Allocated IP 172.27.3.185 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/97dca4ff-3ba7-41e5-a60b-ffa84684c73e) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:03.229218 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Usage tracker for resource:subnet and tenant:5231684213c64e1e9554b8ad16c1f1b4 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:03.234244 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:03.236353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Attempting to bind port 7b6d7a22-54df-498f-91f4-91ea616043be on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:03.237188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Attempting to bind port 7b6d7a22-54df-498f-91f4-91ea616043be by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:03.237188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Attempting to bind port 7b6d7a22-54df-498f-91f4-91ea616043be on network 308d53bc-8da5-4a8a-acf4-ce457ae855cd {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:03.242482 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6476581 Apr 20 10:11:03.242482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:03.245693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 32802) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:03.245907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620a8d91-74d9-4bd4-a52f-6a164386536a,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:03.246598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:03.248107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:03.248107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Checking segment: {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:03.248441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.248898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Bound using segment: {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:03.249423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Bound port: 7b6d7a22-54df-498f-91f4-91ea616043be, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:03.249841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.252224 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:03.257768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Request body: {'subnet': {'network_id': 'fc8ac953-4722-4cd9-9152-b4d75d18ebe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1321273977-subnet', 'tenant_id': '437afa1b7f7e41929d0ea6476c23a7c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:03.264419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:03.266087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:03.288893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:03.350809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] For port 7b6d7a22-54df-498f-91f4-91ea616043be, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:03.353666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Usage tracker for resource:subnet and tenant:437afa1b7f7e41929d0ea6476c23a7c9 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:03.355508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] For port 7b6d7a22-54df-498f-91f4-91ea616043be, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=7b6d7a22-54df-498f-91f4-91ea616043be,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:03.361799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Made reservation on behalf of 5231684213c64e1e9554b8ad16c1f1b4 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:03.362039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4e42db9d-c302-4a12-b022-f7aba59f1e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.363992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:03.366547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.382677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:03.405646 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:03.413080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.418725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4cfe19cb-3e63-4f6a-8c34-518f6276c7d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:03.567434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Pushing event updated for resources: {'Port': ['ID=7b6d7a22-54df-498f-91f4-91ea616043be,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:03.572055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:03.576670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Made reservation on behalf of 437afa1b7f7e41929d0ea6476c23a7c9 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:03.582714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.696735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fa2d9d-557d-4910-87df-bfa639fc9ec3,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:03.700689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:03.750740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.890140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4e42db9d-c302-4a12-b022-f7aba59f1e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:03.909468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65aafb8-7bd5-42ca-931a-b85fbbcd2b6c None None] Network 91c8a877-6d98-4175-ae61-6221c821cb4b requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:04.127153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:04.146881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-7cbf4511-4f28-4828-9d1d-34eb3e3c89a8 None None] Provisioning for port 8c279494-f029-407f-8901-931a329797e4 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:04.154131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:04.285089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 8c279494-f029-407f-8901-931a329797e4 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:04.295708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:04.319141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:04.330684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:04.541530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:04.577913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 8c279494-f029-407f-8901-931a329797e4 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:04.585948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 8c279494-f029-407f-8901-931a329797e4 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:04.586507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:04.757456 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Pushing event updated for resources: {'Port': ['ID=97dca4ff-3ba7-41e5-a60b-ffa84684c73e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:04.787128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:04.908971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-fba4d326-d83b-48f1-9136-619ad97fbea9 None None] Provisioning complete for port 8c279494-f029-407f-8901-931a329797e4 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:04.909379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fba4d326-d83b-48f1-9136-619ad97fbea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:04.972364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.163760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fba4d326-d83b-48f1-9136-619ad97fbea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.187498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.315519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 8c279494-f029-407f-8901-931a329797e4, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=8c279494-f029-407f-8901-931a329797e4,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:05.397870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521de3be-e938-44e4-a094-ca8bcf2ee229 None None] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:05.404264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4e42db9d-c302-4a12-b022-f7aba59f1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.417618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3eb9aab9-c030-4982-b686-443b5a034fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:05.434826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.435164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.446784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4e42db9d-c302-4a12-b022-f7aba59f1e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.452660 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4e42db9d-c302-4a12-b022-f7aba59f1e9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/620a8d91-74d9-4bd4-a52f-6a164386536a HTTP/1.1" status: 204 len: 168 time: 2.3050027 Apr 20 10:11:05.452660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42db9d-c302-4a12-b022-f7aba59f1e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620a8d91-74d9-4bd4-a52f-6a164386536a,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:05.474218 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4e42db9d-c302-4a12-b022-f7aba59f1e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:05.539996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 7b6d7a22-54df-498f-91f4-91ea616043be up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:05.553696 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.570930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:05.582373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Router 9ea6e56c-c1e1-480f-96d6-48b418143f6d is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:11:05.631846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9a643393-59e6-4bc5-b197-d945fa8b1748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:05.709974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.727392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-fba4d326-d83b-48f1-9136-619ad97fbea9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:11:05.727797 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-fba4d326-d83b-48f1-9136-619ad97fbea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:11:05.806572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1793dc-d814-4bf6-906d-67b4275ef840,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:05.839993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:11:05.854172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Sync routers for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:11:05.862600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:05.863271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-030b166b-de17-4a53-8c9d-f47f623a36f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:05.874123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:05.878111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:10:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:05.906316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=8c279494-f029-407f-8901-931a329797e4,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:05.911562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:05.913234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Checking segment: {'id': '127343c5-0dec-4e2c-b0ae-d4fea291945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cdc4c609-13f8-40f8-9644-f320246ad002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:05.913827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Network hostable DHCP agents. Network: cdc4c609-13f8-40f8-9644-f320246ad002, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:11:05.927521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:05.929397 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4456820 Apr 20 10:11:05.932483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 32872) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:05.977204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 7b6d7a22-54df-498f-91f4-91ea616043be completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:06.186182 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 8c279494-f029-407f-8901-931a329797e4 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:06.281225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:06.361359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:06.364627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a29b360-87d6-42ec-b1a9-1158ed69bc45,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:06.379622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:06.449203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 32888) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:06.499733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Network cdc4c609-13f8-40f8-9644-f320246ad002 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:11:06.513251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 8c279494-f029-407f-8901-931a329797e4 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:06.513887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:06.550675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Checking segment: {'id': '554e7827-1257-4c28-97ae-f53043a00257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fc8ac953-4722-4cd9-9152-b4d75d18ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:06.551513 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Network hostable DHCP agents. Network: fc8ac953-4722-4cd9-9152-b4d75d18ebe4, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:11:06.764505 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 32892) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:06.775532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, cdc4c609-13f8-40f8-9644-f320246ad002) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:06.775788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-bbc1ea77-3f19-4026-971b-b7ba837b21aa None None] Provisioning for port 7b6d7a22-54df-498f-91f4-91ea616043be completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:06.781657 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-bbc1ea77-3f19-4026-971b-b7ba837b21aa None None] Provisioning complete for port 7b6d7a22-54df-498f-91f4-91ea616043be triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:06.784753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bbc1ea77-3f19-4026-971b-b7ba837b21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:06.789665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:06.790631 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:06.804605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:04Z', 'revision_number': 3, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:06.809426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Checking router: 9ea6e56c-c1e1-480f-96d6-48b418143f6d for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:11:06.809950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Updating router 9ea6e56c-c1e1-480f-96d6-48b418143f6d port f3fa2d9d-557d-4910-87df-bfa639fc9ec3 binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:11:06.824549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82d114-8d34-4373-9bd6-2c69d7ace845 None None] Network cdc4c609-13f8-40f8-9644-f320246ad002 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:06.892944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:11:06.903031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, fc8ac953-4722-4cd9-9152-b4d75d18ebe4) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:06.910289 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7154367 Apr 20 10:11:06.924257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:06.924961 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:06.978686 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7290244 Apr 20 10:11:06.986440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.002020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.019154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Router d4e41470-6567-417a-aafd-8483ae168d2c is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:11:07.039080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:07.043464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7318fc3e484ec4a49a6663b9081859 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:07.046737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:07.053650 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:07.150787 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.196248 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.269023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4e42db9d-c302-4a12-b022-f7aba59f1e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:07.309251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b8f33-1398-437f-b99f-4866da9745d3 None None] Network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:07.353858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f2e108-0e1e-48c3-bc87-16c7a8e6f112,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:07.377542 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc7318fc3e484ec4a49a6663b9081859&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4383514 Apr 20 10:11:07.380832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 32910) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:07.381847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:07.503063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.705643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:07.719418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Usage tracker for resource:security_group_rule and tenant:0b84af6fd1d84d9eaa6dd3ab1becdcac is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:07.730534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:07.743489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:07.756368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82b55f53-611b-4e0a-a54c-a7be2afaedc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.800163 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.809707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82b55f53-611b-4e0a-a54c-a7be2afaedc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.824665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bbc1ea77-3f19-4026-971b-b7ba837b21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.880373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Transition to ACTIVE for port object f3fa2d9d-557d-4910-87df-bfa639fc9ec3 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:07.898582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:11:07.913772 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:07.920760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:07.927839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Sync routers for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:11:08.000037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1cb907-61d0-4d85-87be-c64d84f3315e None None] Network cdc4c609-13f8-40f8-9644-f320246ad002 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:08.003251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.013369 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7248659 Apr 20 10:11:08.019048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 32932) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:08.044071 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:08.051811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.053035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:10:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:08.077487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.107216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.113626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Attempting to bind port f3fa2d9d-557d-4910-87df-bfa639fc9ec3 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:08.114048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Attempting to bind port f3fa2d9d-557d-4910-87df-bfa639fc9ec3 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:08.114456 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Attempting to bind port f3fa2d9d-557d-4910-87df-bfa639fc9ec3 on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:08.133247 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Pushing event updated for resources: {'Port': ['ID=f3fa2d9d-557d-4910-87df-bfa639fc9ec3,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:08.137618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:08.149157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.149490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.149864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.150570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.150978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.151282 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.151643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.152005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.152381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.152765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.153041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Synchronizing usage tracker for tenant:000dc2f18b89471b90d5138f73f994e4 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:08.153167 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.153457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Tracked resource versions report: Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: pushed versions: Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: { 'AddressGroup': {'1.2'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': {'1.0'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': {'1.0'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': {'1.1'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': {'1.7'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': {'1.2'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': {'1.8'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': {'1.4'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': {'1.2'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': {'1.0'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': {'1.1'}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': {'1.1'}} Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: consumer versions: Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: { DHCP agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: HyperV agent@hv-cinder-77459: {}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: L3 agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: Metadata agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: Metering agent@dv-cinder-774594-4-iscsi: {}, Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: Open vSwitch agent@dv-cinder-774594-4-iscsi: { 'AddressGroup': '1.2', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'ConntrackHelper': '1.0', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Log': '1.0', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Network': '1.1', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Port': '1.7', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'PortForwarding': '1.2', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'QosPolicy': '1.8', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroup': '1.4', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SecurityGroupRule': '1.2', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'SubPort': '1.0', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Subnet': '1.1', Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: 'Trunk': '1.1'}} Apr 20 10:11:08.154640 dv-cinder-774594-4-iscsi neutron-server[86260]: {{(pid=86376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 10:11:08.164158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:08.165277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:08.165808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:08.166250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.166678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:08.167403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Bound port: f3fa2d9d-557d-4910-87df-bfa639fc9ec3, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:08.167820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.230998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-bbc1ea77-3f19-4026-971b-b7ba837b21aa None None] For port 7b6d7a22-54df-498f-91f4-91ea616043be, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=7b6d7a22-54df-498f-91f4-91ea616043be,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:08.242582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5443186-d0b0-4561-b638-7d5da72fb608 None None] Network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:08.246643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6136636-0fc1-4161-959a-d613ba5c00e1,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:08.253059 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] For port f3fa2d9d-557d-4910-87df-bfa639fc9ec3, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:08.261278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:08.274788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 32950) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:08.277709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82b55f53-611b-4e0a-a54c-a7be2afaedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.279212 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 10:11:08.288230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 32954) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:08.294710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bbc1ea77-3f19-4026-971b-b7ba837b21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.307378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:08.311940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Unset dirty status for tenant:000dc2f18b89471b90d5138f73f994e4 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:08.316041 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b84af6fd1d84d9eaa6dd3ab1becdcac&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5488508 Apr 20 10:11:08.318258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779967786-network', 'tenant_id': '94b7936a8aba40e5a6d3ec1a82d4dc63'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:08.321493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 32958) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:08.335299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b55f53-611b-4e0a-a54c-a7be2afaedc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f2e108-0e1e-48c3-bc87-16c7a8e6f112,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:08.337779 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] For port f3fa2d9d-557d-4910-87df-bfa639fc9ec3, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=f3fa2d9d-557d-4910-87df-bfa639fc9ec3,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:08.339880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82b55f53-611b-4e0a-a54c-a7be2afaedc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:08.395616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.407131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:08.414358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:08.454291 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:08.475893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Usage tracker for resource:network and tenant:94b7936a8aba40e5a6d3ec1a82d4dc63 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:08.485301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:08.502198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-0cc3cbe0-fc80-4834-8ae3-219ba2763968 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:08.503884 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-0cc3cbe0-fc80-4834-8ae3-219ba2763968 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/networks?id=fc8ac953-4722-4cd9-9152-b4d75d18ebe4 HTTP/1.1" status: 200 len: 812 time: 0.2277741 Apr 20 10:11:08.525434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:08.526121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:10:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:08.539802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82b55f53-611b-4e0a-a54c-a7be2afaedc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.543539 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-82b55f53-611b-4e0a-a54c-a7be2afaedc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92f2e108-0e1e-48c3-bc87-16c7a8e6f112 HTTP/1.1" status: 204 len: 168 time: 1.1580455 Apr 20 10:11:08.545708 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-c6d8f75e-2e0e-4e20-add5-f85d2f2e5565 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/quotas/437afa1b7f7e41929d0ea6476c23a7c9 HTTP/1.1" status: 200 len: 375 time: 0.0252001 Apr 20 10:11:08.613950 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-22a94012-6118-4935-9530-b5b26a71631d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=437afa1b7f7e41929d0ea6476c23a7c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586889 Apr 20 10:11:08.630986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:08.645972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:08.671148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Pushing event updated for resources: {'Port': ['ID=f3fa2d9d-557d-4910-87df-bfa639fc9ec3,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:08.679399 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c6f7-db46-48f9-9748-ef94b523287d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.684569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:08.780687 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c6f7-db46-48f9-9748-ef94b523287d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.801026 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:08.897989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c6f7-db46-48f9-9748-ef94b523287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.904135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:08.932138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4c6f7-db46-48f9-9748-ef94b523287d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6136636-0fc1-4161-959a-d613ba5c00e1,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:08.941815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f5f4c6f7-db46-48f9-9748-ef94b523287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:08.943741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c6f7-db46-48f9-9748-ef94b523287d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:08.945466 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f5f4c6f7-db46-48f9-9748-ef94b523287d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6136636-0fc1-4161-959a-d613ba5c00e1 HTTP/1.1" status: 204 len: 168 time: 0.6232064 Apr 20 10:11:09.123250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-ff9a0236-307f-4e27-9d09-3479170a89a6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:11:09.124847 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-ff9a0236-307f-4e27-9d09-3479170a89a6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1940131 Apr 20 10:11:09.232612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:04Z', 'revision_number': 3, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:09.244800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2f9f1-6235-4b3e-87fd-30193417e8a1 None None] The sync data for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi is: [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:04Z', 'revision_number': 3, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:11:09.378736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Made reservation on behalf of 94b7936a8aba40e5a6d3ec1a82d4dc63 for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:09.382802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:09.410062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:09.429484 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-f85e2c4d-37b5-4847-a3a2-98a27be0157e service neutron] 10.222.0.26 "GET /v2.0/networks/fc8ac953-4722-4cd9-9152-b4d75d18ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900269 Apr 20 10:11:09.433250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:09.437456 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Usage tracker for resource:security_group_rule and tenant:94b7936a8aba40e5a6d3ec1a82d4dc63 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:09.441483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:09.448307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:09.552901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:09.578023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Allocated IP 172.20.0.1 (91c8a877-6d98-4175-ae61-6221c821cb4b/73cabdd6-1d5d-4833-9c2a-bccc2239c312/6d06aef6-0372-480d-8ec5-5a26cbc08fa5) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:09.587115 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:09.621593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1ea77-3f19-4026-971b-b7ba837b21aa None None] Pushing event updated for resources: {'Port': ['ID=7b6d7a22-54df-498f-91f4-91ea616043be,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:09.631129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bbc1ea77-3f19-4026-971b-b7ba837b21aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.217s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:09.646130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:11:09.663175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:09.672271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:05Z', 'revision_number': 3, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:09.697545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Checking router: d4e41470-6567-417a-aafd-8483ae168d2c for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:11:09.698959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Updating router d4e41470-6567-417a-aafd-8483ae168d2c port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:11:09.705450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677fa96c-8b6d-4e12-a54c-55e24aa48fec,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:09.710260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:09.721287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:09.721687 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Added segment 43125c4d-e966-4d9e-9171-0cb690f60327 of type vlan for network d67e1056-181e-4451-bf21-0e52f2d26e22 Apr 20 10:11:09.761930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:09.834587 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-4e13b060-070c-4015-a1e3-6129b733cea7 service neutron] 10.222.0.26 "GET /v2.0/networks/fc8ac953-4722-4cd9-9152-b4d75d18ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970821 Apr 20 10:11:09.929622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:10.397533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 7b6d7a22-54df-498f-91f4-91ea616043be up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:10.404673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:10.431018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:10.431708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:10.454538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:10.486982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33034) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:10.598158 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5ec7369f-1fb6-4e4c-9618-a466d62f8bea req-0b1f19a4-539c-45e1-b2ff-4ed55e2e14ed tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 210 time: 0.0994394 Apr 20 10:11:10.826521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:10.876796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Pushing event updated for resources: {'Network': ['ID=d67e1056-181e-4451-bf21-0e52f2d26e22,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:10.923232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:10.940475 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Transition to ACTIVE for port object 97dca4ff-3ba7-41e5-a60b-ffa84684c73e will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:10.958341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network d67e1056-181e-4451-bf21-0e52f2d26e22 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:11:10.981252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.070930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.076517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:11.096451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Transition to ACTIVE for port object 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:11.132264 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8367383 Apr 20 10:11:11.132844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33076) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:11.139543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Request body: {'subnet': {'network_id': 'd67e1056-181e-4451-bf21-0e52f2d26e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779967786-subnet', 'tenant_id': '94b7936a8aba40e5a6d3ec1a82d4dc63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:11.152796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:11.159949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 7b6d7a22-54df-498f-91f4-91ea616043be triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:11.160370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.162731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Usage tracker for resource:subnet and tenant:94b7936a8aba40e5a6d3ec1a82d4dc63 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:11.173267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:11.195832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:11.245964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Made reservation on behalf of 94b7936a8aba40e5a6d3ec1a82d4dc63 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:11.249425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:11.253135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.286273 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.337651 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:11.351246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Attempting to bind port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:11.352319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Attempting to bind port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:11.352948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Attempting to bind port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:11.374823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:11.375667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:11.376322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.376979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:11.377722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Bound port: 97dca4ff-3ba7-41e5-a60b-ffa84684c73e, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:11.378331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.406243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73983d8b-2a85-4b7c-94b7-c539a0920647 None None] Pushing event updated for resources: {'Port': ['ID=97dca4ff-3ba7-41e5-a60b-ffa84684c73e,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:11.513844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Pushing event updated for resources: {'Port': ['ID=6d06aef6-0372-480d-8ec5-5a26cbc08fa5,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:11.521112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:11.531231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-73983d8b-2a85-4b7c-94b7-c539a0920647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:11.541272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device f3fa2d9d-557d-4910-87df-bfa639fc9ec3 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:11.545766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Network 91c8a877-6d98-4175-ae61-6221c821cb4b is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:11.555363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:11.558851 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:11.559400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.677168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port f3fa2d9d-557d-4910-87df-bfa639fc9ec3 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:11.710413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port f3fa2d9d-557d-4910-87df-bfa639fc9ec3 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:11.710814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:11.831041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] For port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:11.912620 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d5c0d8c0-0656-40f4-80b1-79f4d2d05c20 req-b676477e-715f-4e9d-80af-dc4bd1ad4692 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 210 time: 0.1285787 Apr 20 10:11:11.921086 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] For port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=97dca4ff-3ba7-41e5-a60b-ffa84684c73e,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:11.976114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:12.002381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port f3fa2d9d-557d-4910-87df-bfa639fc9ec3, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=f3fa2d9d-557d-4910-87df-bfa639fc9ec3,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:12.006457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:12.027967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:12.154641 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73983d8b-2a85-4b7c-94b7-c539a0920647 None None] Pushing event updated for resources: {'Port': ['ID=97dca4ff-3ba7-41e5-a60b-ffa84684c73e,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:12.158245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-73983d8b-2a85-4b7c-94b7-c539a0920647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:12.163956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:12.164666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:10:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:12.256599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:11:12.357254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Allocated IP 172.20.0.1 (308d53bc-8da5-4a8a-acf4-ce457ae855cd/1e5cec62-36e0-45a0-a288-1aa461c75043/eb6e1cb4-7b4c-4b8c-b254-89a38de91aba) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:12.373492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:12.424957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:12.426065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-825c079a-622e-42ad-b4e2-938c90c6c803 None None] Provisioning for port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:12.433936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-825c079a-622e-42ad-b4e2-938c90c6c803 None None] Provisioning complete for port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:12.434354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-825c079a-622e-42ad-b4e2-938c90c6c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:12.502912 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:12.517598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:12.541275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-73983d8b-2a85-4b7c-94b7-c539a0920647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:12.590993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:12.667166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Checking segment: {'id': '43125c4d-e966-4d9e-9171-0cb690f60327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd67e1056-181e-4451-bf21-0e52f2d26e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:12.667980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Network hostable DHCP agents. Network: d67e1056-181e-4451-bf21-0e52f2d26e22, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:11:12.676468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2859fb24-664e-4593-852c-06aa26570395,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:12.701348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:12.711372 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=f3fa2d9d-557d-4910-87df-bfa639fc9ec3,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:12.714732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:12.777981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Network d67e1056-181e-4451-bf21-0e52f2d26e22 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:11:12.844767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, d67e1056-181e-4451-bf21-0e52f2d26e22) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:12.851526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:12.857515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:12.942731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:12.986916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:13.002497 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8622437 Apr 20 10:11:13.045382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dca4e3-70df-4617-bdd5-513ff173e61e None None] Network d67e1056-181e-4451-bf21-0e52f2d26e22 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:13.062193 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-825c079a-622e-42ad-b4e2-938c90c6c803 None None] Port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:11:13.073187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:13.099239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:13.185095 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ebb87731-cfff-4984-b784-6be56d80d629 req-2c53e1c3-c5ee-420e-8a55-0a0362afbeba tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 210 time: 0.1823556 Apr 20 10:11:13.303326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33160) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:13.318305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Pushing event updated for resources: {'Port': ['ID=6d06aef6-0372-480d-8ec5-5a26cbc08fa5,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:13.321500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:13.431666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Network 91c8a877-6d98-4175-ae61-6221c821cb4b is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:13.436373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:13.441146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:13.517731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] Deleting subnet ee1793dc-d814-4bf6-906d-67b4275ef840 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:11:13.522449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:13.602407 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ab158-49e8-4b5d-9fb0-89eec2fd61aa None None] Network d67e1056-181e-4451-bf21-0e52f2d26e22 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:11:13.644357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6b8203dc-e3a6-4391-8850-dfd7443b5262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:13.654258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:05Z', 'revision_number': 3, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:13.678569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:13.695414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:13.738360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d46322-ce8b-4561-9cf5-c40d4af75628 None None] The sync data for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi is: [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:05Z', 'revision_number': 3, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:11:13.778028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Transition to ACTIVE for port object eb6e1cb4-7b4c-4b8c-b254-89a38de91aba will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:13.994760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Router 9ea6e56c-c1e1-480f-96d6-48b418143f6d has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:11:14.064915 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-46ede9fe-d2f1-4472-af5f-8cc047d24c4b None None] Provisioning complete for port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:14.065377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46ede9fe-d2f1-4472-af5f-8cc047d24c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:14.189491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-46ede9fe-d2f1-4472-af5f-8cc047d24c4b None None] Port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:11:14.528843 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-44d67db4-4423-463d-b0f7-c647538b9416 req-cfed45dc-38e1-4249-9d9c-71fafff5f1e8 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 210 time: 0.0917528 Apr 20 10:11:14.871259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:14.871259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-74adbb9c-2a82-44d1-ac16-87545996f7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:14.874449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:14.876060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:14.878685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cdc99d1f-a5b6-47ef-b377-45e08ba7fd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:14.880739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 97dca4ff-3ba7-41e5-a60b-ffa84684c73e up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:14.881822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:14.881822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:14.881822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:14.882481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:14.882481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1793dc-d814-4bf6-906d-67b4275ef840,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:14.892243 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ee1793dc-d814-4bf6-906d-67b4275ef840 HTTP/1.1" status: 204 len: 168 time: 1.5876200 Apr 20 10:11:14.893504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33220) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:14.894692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:14.931425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Pushing event updated for resources: {'Port': ['ID=eb6e1cb4-7b4c-4b8c-b254-89a38de91aba,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:14.941714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:14.948941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:11:14.959253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Sync routers for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:11:14.960990 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] 10.222.0.26 "PUT /v2.0/routers/9ea6e56c-c1e1-480f-96d6-48b418143f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0262184 Apr 20 10:11:14.975098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:14.977578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:10:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:15.072512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:15.088533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:15.088979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.143773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.193065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33228) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:15.206492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.247881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.265225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33234) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:15.370617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.372849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f5bf0b37-0dbe-4d51-813c-fa56b0a86fb2 None None] Provisioning for port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:15.412666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f5bf0b37-0dbe-4d51-813c-fa56b0a86fb2 None None] Provisioning complete for port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:15.420371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f5bf0b37-0dbe-4d51-813c-fa56b0a86fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.567626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf0b37-0dbe-4d51-813c-fa56b0a86fb2 None None] Port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:11:15.613661 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.684796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=97dca4ff-3ba7-41e5-a60b-ffa84684c73e,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:15.741932 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.743195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device f3fa2d9d-557d-4910-87df-bfa639fc9ec3 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:15.747884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.55', 52881) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:15.773130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:15.805764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.815900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:15.860192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.880687 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:15.886598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Usage tracker for resource:security_group_rule and tenant:9459fca5cf79460ea0917fdc29775608 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:15.890000 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:15.896490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port f3fa2d9d-557d-4910-87df-bfa639fc9ec3 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:15.896934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:15.928363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:16.036699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=97dca4ff-3ba7-41e5-a60b-ffa84684c73e,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:16.041243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:16.081995 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:16.114693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c13f257fdfe444fc80c268ce5d2f72d3 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:16.120486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:16.131506 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:16.160392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.160876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.163617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.166045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > port after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.166527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.166984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > port after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.167431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.167943 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.168386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.183063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.196361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.258515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.261546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.275746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:16.275913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-49b81e26-4628-4e85-9c79-775ad31f204f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.339809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.353030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.360156 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9459fca5cf79460ea0917fdc29775608&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0847471 Apr 20 10:11:16.368346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33264) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:16.375989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1142d4-63da-4cda-9e68-2a40971f9058,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:16.393976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.394380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.394749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.395122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:11:16.395518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc4c609-13f8-40f8-9644-f320246ad002']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:16.403322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33270) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:16.404288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:16.410693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127343c5-0dec-4e2c-b0ae-d4fea291945a') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:16.410955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127343c5-0dec-4e2c-b0ae-d4fea291945a') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:16.424659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:16.441168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 2, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:16.446572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Checking router: 9ea6e56c-c1e1-480f-96d6-48b418143f6d for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:11:16.446965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Updating router 9ea6e56c-c1e1-480f-96d6-48b418143f6d port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:11:16.469426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-1d5c8a3b-0c09-4cb8-a8d1-8889b37a8573 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:16.471304 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-1d5c8a3b-0c09-4cb8-a8d1-8889b37a8573 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.55 "GET /v2.0/networks?id=fc8ac953-4722-4cd9-9152-b4d75d18ebe4 HTTP/1.1" status: 200 len: 812 time: 0.7223818 Apr 20 10:11:16.478578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267451'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.496575 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e99ddf6d-05a0-40f9-88e2-d049c113a22a req-f91ef040-2a6c-4079-97e1-c9c7be3fbc8c tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 210 time: 0.3551884 Apr 20 10:11:16.504271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.512533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:11:16.524520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.587851 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581322364', 'description': 'tempest-description--1822234499'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:16.595281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:16.599871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:security_group and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:16.603087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:16.610287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:16.639030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Request body: {'port': {'device_id': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'network_id': 'fc8ac953-4722-4cd9-9152-b4d75d18ebe4', 'admin_state_up': True, 'tenant_id': '437afa1b7f7e41929d0ea6476c23a7c9'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:16.668825 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 97dca4ff-3ba7-41e5-a60b-ffa84684c73e up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:16.763920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.810917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Pushing event updated for resources: {'Port': ['ID=eb6e1cb4-7b4c-4b8c-b254-89a38de91aba,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:16.817844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:16.857015 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:16.886749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.890983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:security_group_rule and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:16.902808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d840f239-e199-4c20-8416-0a6ebb6032a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.906104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:16.907418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:16.907594 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:16.920313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:16.927109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:16.938170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:17.098397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.248790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.273240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.361109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.387458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-59471cc4-2c4e-4efe-9528-761fa4af1e9d None None] Provisioning complete for port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:17.388685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-59471cc4-2c4e-4efe-9528-761fa4af1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.423514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c1ae3746-f121-48d5-a066-34c36f886f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:17.446091 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c13f257fdfe444fc80c268ce5d2f72d3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2340710 Apr 20 10:11:17.447583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.458134 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d840f239-e199-4c20-8416-0a6ebb6032a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.471411 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33300) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:17.546527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-59471cc4-2c4e-4efe-9528-761fa4af1e9d None None] Port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:11:17.586250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Network cdc4c609-13f8-40f8-9644-f320246ad002 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:11:17.614989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1982239'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.638444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.675105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95455c77-a8b5-4514-b56f-70ad4563c306,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:17.694269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:17.755207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:17.790744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:17.792794 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3695502 Apr 20 10:11:17.801745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33308) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:17.909535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'security_group_rule': {'security_group_id': '5ebc4423-d97b-41e2-92ca-dd5ad96b2481', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:17.923069 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:17.931882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:security_group_rule and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:17.937854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:17.938638 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-caecf79c-5af6-4121-84c4-3d10f54ded33 req-e7cc7165-73b0-441d-800f-3765e4ae073d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 210 time: 0.0689316 Apr 20 10:11:17.949310 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:18.020675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebc4423-d97b-41e2-92ca-dd5ad96b2481,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:18.039078 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:18.043767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-213342cb-bdb3-4791-80e4-655d2dfca3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.064865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Router d4e41470-6567-417a-aafd-8483ae168d2c has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:11:18.100023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.150712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-213342cb-bdb3-4791-80e4-655d2dfca3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.167275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d840f239-e199-4c20-8416-0a6ebb6032a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.226729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33322) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:18.230435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:18.250145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Usage tracker for resource:port and tenant:437afa1b7f7e41929d0ea6476c23a7c9 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:18.265162 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:18.270292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Network cdc4c609-13f8-40f8-9644-f320246ad002 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: from cryptography.utils import int_from_bytes Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: from cryptography.utils import int_from_bytes Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: (rel_b, rel_a, rel_b), Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: (rel_b, rel_a, rel_b), Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:11:18.306864 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:11:18.311526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:18.356555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:18.399014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.411451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Transition to ACTIVE for port object 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:18.427648 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Made reservation on behalf of 437afa1b7f7e41929d0ea6476c23a7c9 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:18.434613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.449735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840f239-e199-4c20-8416-0a6ebb6032a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1142d4-63da-4cda-9e68-2a40971f9058,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:18.459284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d840f239-e199-4c20-8416-0a6ebb6032a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:18.467737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.475387 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:18.476038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.558177 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-92e3fed5-86d3-4e63-b76b-408776ba9acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:18.561907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.576530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:18.592439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d840f239-e199-4c20-8416-0a6ebb6032a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.594631 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d840f239-e199-4c20-8416-0a6ebb6032a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b1142d4-63da-4cda-9e68-2a40971f9058 HTTP/1.1" status: 204 len: 168 time: 2.2213571 Apr 20 10:11:18.612702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.618652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.618929 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24f75aa-7698-4e19-9e54-08e14177038c,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:18.646318 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.648818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:18.686776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc4c609-13f8-40f8-9644-f320246ad002,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:18.742202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:18.742202 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-51a2609e-7413-4ac9-aaaa-5009e6d2b311 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cdc4c609-13f8-40f8-9644-f320246ad002 HTTP/1.1" status: 204 len: 168 time: 3.8362513 Apr 20 10:11:18.742358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:11:18.742425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33332) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:18.770660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Sync routers for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:11:18.771538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:18.786469 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] 10.222.0.26 "PUT /v2.0/routers/d4e41470-6567-417a-aafd-8483ae168d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7549798 Apr 20 10:11:18.799252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.800581 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9566326 Apr 20 10:11:18.804136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33338) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:18.815730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d07e7-7470-472e-8d20-6fab6068537e None None] Pushing event updated for resources: {'Port': ['ID=6d06aef6-0372-480d-8ec5-5a26cbc08fa5,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:18.824154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-100d07e7-7470-472e-8d20-6fab6068537e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:18.825901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'security_group_rule': {'security_group_id': '5ebc4423-d97b-41e2-92ca-dd5ad96b2481', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:18.842300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:18.847350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:11:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:18.855101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:18.868361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-213342cb-bdb3-4791-80e4-655d2dfca3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.869561 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:security_group_rule and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:18.896964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:18.908186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:18.926182 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Usage tracker for resource:security_group_rule and tenant:a78c6d08f32e407c8d7f65c8928b5e36 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:18.934911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-213342cb-bdb3-4791-80e4-655d2dfca3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:18.936302 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-213342cb-bdb3-4791-80e4-655d2dfca3d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95455c77-a8b5-4514-b56f-70ad4563c306 HTTP/1.1" status: 204 len: 168 time: 1.4341440 Apr 20 10:11:18.956132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:18.958777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213342cb-bdb3-4791-80e4-655d2dfca3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95455c77-a8b5-4514-b56f-70ad4563c306,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:18.961989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-213342cb-bdb3-4791-80e4-655d2dfca3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:18.972041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:18.993188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:19.019637 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Attempting to bind port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:19.020043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Attempting to bind port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:19.020448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Attempting to bind port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 on network 91c8a877-6d98-4175-ae61-6221c821cb4b {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:19.041858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.047769 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:19.048181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Checking segment: {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:19.048646 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.049088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Bound using segment: {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:19.049620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Bound port: 6d06aef6-0372-480d-8ec5-5a26cbc08fa5, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:19.050037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.050931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] Deleting subnet 2859fb24-664e-4593-852c-06aa26570395 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:11:19.074531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.253813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.257988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Allocated IP 172.20.0.2 (fc8ac953-4722-4cd9-9152-b4d75d18ebe4/3a29b360-87d6-42ec-b1a9-1158ed69bc45/11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:19.286601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.289344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-efd3998c-c87f-48d8-b795-b464d6d70274 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:19.317914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:19.319680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6cdeef-1a58-4f4b-9aba-c10926ef9490,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:19.353514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:19.398800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6f9a1478-d00b-4a4c-9fba-bfc8a0ce9ddb req-d61d2a77-7e0f-4b7d-9eaf-7f913681c25e tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Synchronizing usage tracker for tenant:437afa1b7f7e41929d0ea6476c23a7c9 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:19.404120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] For port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:19.429354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508365'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.475648 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.477816 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6717684 Apr 20 10:11:19.486239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33354) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:19.494338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'floatingip': {'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:19.511667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] For port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=6d06aef6-0372-480d-8ec5-5a26cbc08fa5,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:19.516379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:19.522662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:floatingip and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:19.531186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:19.541118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:19.607578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.613533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.614399 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0b6837e4-b96b-4a92-aaa0-897ef4a5da3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:19.709008 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33358) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:19.769314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.793133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d07e7-7470-472e-8d20-6fab6068537e None None] Pushing event updated for resources: {'Port': ['ID=6d06aef6-0372-480d-8ec5-5a26cbc08fa5,revision_number=4']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:19.835181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:19.901902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:19.902878 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:11:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:19.924178 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:19.954776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3ae91f54ae4546bd5403b11f3d0090 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:19.978392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:20.182674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:20.345717 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:20.396536 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 2, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:20.434368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Checking router: d4e41470-6567-417a-aafd-8483ae168d2c for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:11:20.434777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Updating router d4e41470-6567-417a-aafd-8483ae168d2c port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:11:20.457279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-100d07e7-7470-472e-8d20-6fab6068537e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:20.492941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852794180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2291169'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:20.513079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:20.535823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:20.564144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4867f2dd-70fd-40f5-8153-b2980bbbc130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:20.853649 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:20.858397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33380) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:20.889361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:20.896902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:20.901024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765039775', 'description': 'tempest-description--946756996'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:20.971336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:20.972520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:20.972709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Allocated IP 172.27.3.40 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/849da8e2-b63b-4dae-8e15-d34749c30d49) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:20.988306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-213342cb-bdb3-4791-80e4-655d2dfca3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:21.043521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:19Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:21.100610 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b3ae91f54ae4546bd5403b11f3d0090&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3874910 Apr 20 10:11:21.133379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64be9f9c-3a43-4350-978f-14bae2114b7b None None] The sync data for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi is: [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:19Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:11:21.147974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2859fb24-664e-4593-852c-06aa26570395,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:21.159902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33394) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:21.216608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:21.265302 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a78c6d08f32e407c8d7f65c8928b5e36&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0327847 Apr 20 10:11:21.273751 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2859fb24-664e-4593-852c-06aa26570395 HTTP/1.1" status: 204 len: 168 time: 2.5266187 Apr 20 10:11:21.275937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33396) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:21.276302 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33400) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:21.277594 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:21.283249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6f9a1478-d00b-4a4c-9fba-bfc8a0ce9ddb req-d61d2a77-7e0f-4b7d-9eaf-7f913681c25e tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Unset dirty status for tenant:437afa1b7f7e41929d0ea6476c23a7c9 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:21.285081 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6f9a1478-d00b-4a4c-9fba-bfc8a0ce9ddb req-d61d2a77-7e0f-4b7d-9eaf-7f913681c25e tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 210 time: 1.9944513 Apr 20 10:11:21.285965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:21.376496 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:21.380359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:21.391876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Transition to ACTIVE for port object eb6e1cb4-7b4c-4b8c-b254-89a38de91aba will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:21.474977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:21.487031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:21.528530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:21.534435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:security_group and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:21.677138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:21.836224 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feef47b-c01f-47e0-8c49-d05920273b17 None None] Pushing event updated for resources: {'Port': ['ID=eb6e1cb4-7b4c-4b8c-b254-89a38de91aba,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:21.846341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8feef47b-c01f-47e0-8c49-d05920273b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:21.875743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5e36e09a-e04a-41fe-a131-94d5a5d48c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:21.912131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:21.934827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5e36e09a-e04a-41fe-a131-94d5a5d48c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:21.998647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:22.014956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:22.019027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250a56aa-2b5f-4905-a6d5-4ed4265c4bd3,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:22.022599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:22.024574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba3863a-0a8d-4a36-bf74-88570f1cd468,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:22.042050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:22.075881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.083197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:22.083863 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:22.126037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Attempting to bind port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:22.126556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Attempting to bind port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:22.127065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Attempting to bind port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba on network 308d53bc-8da5-4a8a-acf4-ce457ae855cd {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:22.153435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:22.153984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Checking segment: {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:22.154533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.155072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Bound using segment: {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:22.155918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Bound port: eb6e1cb4-7b4c-4b8c-b254-89a38de91aba, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:22.156801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.174257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:22.175296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.257420 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6302710 Apr 20 10:11:22.259758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:22.264847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:22.268406 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.279268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:22.285166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.360159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:22.372210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:22.379435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:security_group_rule and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:22.389693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:22.409889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:22.418893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] For port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:22.431105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'Port': ['ID=849da8e2-b63b-4dae-8e15-d34749c30d49,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:22.435975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] For port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=eb6e1cb4-7b4c-4b8c-b254-89a38de91aba,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:22.458096 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:22.490736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.506380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:22.520273 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.552796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:22.624128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:22.625959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:11:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:22.654474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Pushing event updated for resources: {'Port': ['ID=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:22.700232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feef47b-c01f-47e0-8c49-d05920273b17 None None] Pushing event updated for resources: {'Port': ['ID=eb6e1cb4-7b4c-4b8c-b254-89a38de91aba,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:22.704546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8feef47b-c01f-47e0-8c49-d05920273b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:22.733754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5e36e09a-e04a-41fe-a131-94d5a5d48c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.763538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.777532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04c098d9-adb5-44f7-9345-61fa306752f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:22.836840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:22.837403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:22.849022 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:22.895161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04c098d9-adb5-44f7-9345-61fa306752f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.002288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36e09a-e04a-41fe-a131-94d5a5d48c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba3863a-0a8d-4a36-bf74-88570f1cd468,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:23.047484 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:23.085569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5e36e09a-e04a-41fe-a131-94d5a5d48c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:23.099942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:23.115730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:23.116171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04c098d9-adb5-44f7-9345-61fa306752f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.116660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.180583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5e36e09a-e04a-41fe-a131-94d5a5d48c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.181998 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5e36e09a-e04a-41fe-a131-94d5a5d48c6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ba3863a-0a8d-4a36-bf74-88570f1cd468 HTTP/1.1" status: 204 len: 168 time: 1.9033749 Apr 20 10:11:23.205574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:23.214544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.220571 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.263739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.270827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:23.272278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04c098d9-adb5-44f7-9345-61fa306752f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.276610 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-04c098d9-adb5-44f7-9345-61fa306752f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/250a56aa-2b5f-4905-a6d5-4ed4265c4bd3 HTTP/1.1" status: 204 len: 168 time: 2.0065696 Apr 20 10:11:23.427334 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.573819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'Port': ['ID=849da8e2-b63b-4dae-8e15-d34749c30d49,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:23.577783 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:23.579364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.592426 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0955813 Apr 20 10:11:23.620795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c098d9-adb5-44f7-9345-61fa306752f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250a56aa-2b5f-4905-a6d5-4ed4265c4bd3,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:23.652978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-04c098d9-adb5-44f7-9345-61fa306752f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:23.700760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.737106 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06dd4b-82ff-44c1-8cdb-dbeef4d78317 req-43a4b09f-01b6-452f-8a73-86d72cca3e93 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:23.738798 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2b06dd4b-82ff-44c1-8cdb-dbeef4d78317 req-43a4b09f-01b6-452f-8a73-86d72cca3e93 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 931 time: 1.1904435 Apr 20 10:11:23.752855 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.755112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67e1056-181e-4451-bf21-0e52f2d26e22']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:23.791443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cb41eb09-bff7-49b9-8a7f-4b6336905b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:23.803254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43125c4d-e966-4d9e-9171-0cb690f60327') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:23.803526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43125c4d-e966-4d9e-9171-0cb690f60327') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:23.855549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267451'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.888199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e176d04b-08f1-493f-a048-9aca5ee025cf,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:23.895665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:23.903467 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2b06dd4b-82ff-44c1-8cdb-dbeef4d78317 req-7ea97555-8e11-4964-b078-282289254a7b tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518641 Apr 20 10:11:23.906563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.924334 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:11:23.982846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.988385 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.1039138 Apr 20 10:11:23.988555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:23.989358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33456) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:24.060917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=6d06aef6-0372-480d-8ec5-5a26cbc08fa5,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:24.102979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:22Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:24.116015 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3cdcd-671f-4399-905f-ac1fbfe8d7b0 None None] The sync data for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi is: [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:22Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:11:24.118008 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:24.129857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8feef47b-c01f-47e0-8c49-d05920273b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:24.148711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'security_group_rule': {'security_group_id': 'e176d04b-08f1-493f-a048-9aca5ee025cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:24.239523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:24.376612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:security_group_rule and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:24.382708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:24.420049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:24.422425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=6d06aef6-0372-480d-8ec5-5a26cbc08fa5,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:24.448072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:24.659125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:24.784939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-cf894e5f-ae2d-454a-87ee-55b368ad0f02 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Synchronizing usage tracker for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:24.796091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Network d67e1056-181e-4451-bf21-0e52f2d26e22 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:11:24.819159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1982239'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:24.929369 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device eb6e1cb4-7b4c-4b8c-b254-89a38de91aba up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:25.143522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:25.149560 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:25.150023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:25.202153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-cf894e5f-ae2d-454a-87ee-55b368ad0f02 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Unset dirty status for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:25.203865 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-cf894e5f-ae2d-454a-87ee-55b368ad0f02 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1581322364&fields=id&tenant_id=8f35aa3e02484ed8b73777ccb11726e1 HTTP/1.1" status: 200 len: 267 time: 0.7607667 Apr 20 10:11:25.596555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:25.658728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=eb6e1cb4-7b4c-4b8c-b254-89a38de91aba,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:25.665143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Network d67e1056-181e-4451-bf21-0e52f2d26e22 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:11:25.691755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:25.692705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:25.789227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:11:25.940539 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:11:25.972454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=eb6e1cb4-7b4c-4b8c-b254-89a38de91aba,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:25.985765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:26.073111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33522) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:26.090166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:26.101014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-a1e5c8e7-53f1-4249-ac46-ed72487ae8bd tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:11:26.103401 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-a1e5c8e7-53f1-4249-ac46-ed72487ae8bd tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1606660 Apr 20 10:11:26.129937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:26.130599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:26.166607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:26.167997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:26.196100 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cbc66-00e9-46f3-83f2-82a2cf61e7bc req-cbae1c8c-20e4-40cc-8e3d-c7ab32c7bb13 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:26.199028 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-183cbc66-00e9-46f3-83f2-82a2cf61e7bc req-cbae1c8c-20e4-40cc-8e3d-c7ab32c7bb13 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 931 time: 1.0367846 Apr 20 10:11:26.202414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:26.242908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96151640-44d3-4f6f-9f89-feeb51605d99,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:26.278507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:26.755513 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-183cbc66-00e9-46f3-83f2-82a2cf61e7bc req-9954ae90-5092-4874-a51b-42ae011eecd6 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181608 Apr 20 10:11:26.771752 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device eb6e1cb4-7b4c-4b8c-b254-89a38de91aba up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:26.807933 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d67e1056-181e-4451-bf21-0e52f2d26e22 HTTP/1.1" status: 204 len: 168 time: 5.5240698 Apr 20 10:11:26.809484 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:26.814509 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8211007 Apr 20 10:11:26.834698 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:26.835468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:26.836878 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33538) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:26.855098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'security_group_rule': {'security_group_id': 'e176d04b-08f1-493f-a048-9aca5ee025cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:26.887104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:26.914336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:26.937977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:security_group_rule and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:26.939155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-9120675f-1cb5-4114-8c72-662525a4a582 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:26.940493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-9120675f-1cb5-4114-8c72-662525a4a582 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Synchronizing usage tracker for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:26.948670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:26.955626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67e1056-181e-4451-bf21-0e52f2d26e22,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:26.962127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:26.972144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0d78b8ee-603c-4e3a-a752-851b1db76b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:26.992021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Usage tracker for resource:security_group_rule and tenant:6131b6b628a74dd39e92df45b69107cc is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:26.999151 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:27.006908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:27.030879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:27.057514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:27.058208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:27.223063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:27.250448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:27.333979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-9120675f-1cb5-4114-8c72-662525a4a582 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Unset dirty status for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:27.334608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:27.344054 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-9120675f-1cb5-4114-8c72-662525a4a582 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 817 time: 1.9631596 Apr 20 10:11:27.426777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Request body: {'port': {'device_id': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:27.492045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d840f239-e199-4c20-8416-0a6ebb6032a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:27.594628 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-16173aaf-83ca-46a0-a40d-7099cf48f226 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/quotas/8f35aa3e02484ed8b73777ccb11726e1 HTTP/1.1" status: 200 len: 375 time: 0.2379513 Apr 20 10:11:27.595305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bf8ad4-7355-416a-918f-43d07f480b56,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:27.607804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:27.712951 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:27.745445 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6131b6b628a74dd39e92df45b69107cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6705308 Apr 20 10:11:27.746805 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33550) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:27.788423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:27.900207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:27.986051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a42ca4-09e9-4dc5-a679-c2e39594d08f,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:28.007520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:28.016327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:28.025376 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1859860 Apr 20 10:11:28.028149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33558) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:28.073444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'floatingip': {'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:28.092558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33562) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:28.113610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:28.165223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:floatingip and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:28.170255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:28.211297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:28.217153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:28.227386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-68b86930-d4d0-4dbf-8eb7-95271fcfd94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:28.270367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-68b86930-d4d0-4dbf-8eb7-95271fcfd94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:28.454462 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5315e4b3-9b0b-4d08-a2ba-3c487e77c700 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5231684213c64e1e9554b8ad16c1f1b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3593454 Apr 20 10:11:28.454934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33568) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:28.485330 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-1f613b9f-a505-4307-be9c-3b177b81d599 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8541243 Apr 20 10:11:28.486081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:28.520945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-68b86930-d4d0-4dbf-8eb7-95271fcfd94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:28.532235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:28.629307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b86930-d4d0-4dbf-8eb7-95271fcfd94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bf8ad4-7355-416a-918f-43d07f480b56,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:28.634839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-68b86930-d4d0-4dbf-8eb7-95271fcfd94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:28.642009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-68b86930-d4d0-4dbf-8eb7-95271fcfd94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:28.645927 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-68b86930-d4d0-4dbf-8eb7-95271fcfd94d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93bf8ad4-7355-416a-918f-43d07f480b56 HTTP/1.1" status: 204 len: 168 time: 0.8893082 Apr 20 10:11:28.841854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0c71e-7590-45d5-a713-997bbd00a25b req-5ef8f32c-06c2-4a1b-b888-161f39406a02 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:28.863540 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6ca0c71e-7590-45d5-a713-997bbd00a25b req-5ef8f32c-06c2-4a1b-b888-161f39406a02 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 931 time: 0.7044365 Apr 20 10:11:28.890454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:29.133045 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-fd5eb48b-9291-4f11-83cf-5ac8b92c2a34 service neutron] 10.222.0.26 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225557 Apr 20 10:11:29.300589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Allocated IP 172.27.3.51 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/af95d8ba-72b6-4210-9bb9-8321ee935f9e) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:29.382419 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-9fb1b6a5-97c8-4484-a49c-ea016bf4adea service neutron] 10.222.0.26 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481863 Apr 20 10:11:29.443620 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6ca0c71e-7590-45d5-a713-997bbd00a25b req-accef1cd-9642-4d67-a020-39c6752917ee tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790796 Apr 20 10:11:29.557593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0ef216d5-de7b-49cd-980f-4d3beb8ae197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:29.604103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0ef216d5-de7b-49cd-980f-4d3beb8ae197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:29.752472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0ef216d5-de7b-49cd-980f-4d3beb8ae197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:29.923832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c822b7e-c788-4941-ab39-c154cd467a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:29.965299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef216d5-de7b-49cd-980f-4d3beb8ae197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2a0382-0764-4b20-984b-ff1b78432f9a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:29.967263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0ef216d5-de7b-49cd-980f-4d3beb8ae197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:29.968977 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0ef216d5-de7b-49cd-980f-4d3beb8ae197 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac2a0382-0764-4b20-984b-ff1b78432f9a HTTP/1.1" status: 204 len: 168 time: 1.5102541 Apr 20 10:11:30.036627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0ef216d5-de7b-49cd-980f-4d3beb8ae197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:30.064311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:30.066817 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a3caabab-64f5-416f-ae89-047b19916f78 req-5c8d595f-b146-4bf6-ba7f-8c257096550f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 210 time: 0.1089437 Apr 20 10:11:30.293636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:30.304993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:30.471203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:30.496776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:30.504482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:30.563746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'Port': ['ID=af95d8ba-72b6-4210-9bb9-8321ee935f9e,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:30.577166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:30.598807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33640) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:30.657493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:30.694398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:11:30.699325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:30.706003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:30.724479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Usage tracker for resource:security_group_rule and tenant:6e3325eeb1d848f890686edd04f13e67 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:30.733825 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:30.757374 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:30.783462 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:30.896034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Transition to ACTIVE for port object 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:30.932617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:30.945842 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2befba62-cfae-4ecf-b2a2-be3bdcd18b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:30.963694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.039659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6cb90-b9af-46b5-b424-929583286051 req-bf405eee-1793-478a-909a-7b7f5387c4ff tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:31.050495 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f7c6cb90-b9af-46b5-b424-929583286051 req-bf405eee-1793-478a-909a-7b7f5387c4ff tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 931 time: 0.2300415 Apr 20 10:11:31.057362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Pushing event updated for resources: {'Port': ['ID=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:31.145860 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f7c6cb90-b9af-46b5-b424-929583286051 req-2ac939d5-f716-431b-91d0-8ff694b32025 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900819 Apr 20 10:11:31.152541 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:31.275539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.338168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.355521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:31.359542 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-36e801cd-e42b-4d56-92dd-644bd37171c6 req-b8f61791-8c1c-4ed9-bb55-68e7018cfd81 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 210 time: 0.0615196 Apr 20 10:11:31.445815 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e3325eeb1d848f890686edd04f13e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8413925 Apr 20 10:11:31.446227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33664) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:31.449031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf84e7d-ee86-4aa4-8c6b-3723ac3d3f48,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:31.467487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:31.493255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.587510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.594926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:31.600866 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-690e4ab8-4651-4b85-b6ce-ccc65d151e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.637275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-690e4ab8-4651-4b85-b6ce-ccc65d151e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.674511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.699868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'Port': ['ID=af95d8ba-72b6-4210-9bb9-8321ee935f9e,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:31.703428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:31.706133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Attempting to bind port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:31.706540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Attempting to bind port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '554e7827-1257-4c28-97ae-f53043a00257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fc8ac953-4722-4cd9-9152-b4d75d18ebe4'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:31.706956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Attempting to bind port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed on network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:31.712902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed on network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:11:31.713243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Attempting to bind port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed on network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:31.719504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:31.719923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Checking segment: {'id': '554e7827-1257-4c28-97ae-f53043a00257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fc8ac953-4722-4cd9-9152-b4d75d18ebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:31.720523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Bound using segment: {'id': '554e7827-1257-4c28-97ae-f53043a00257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fc8ac953-4722-4cd9-9152-b4d75d18ebe4'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:31.721138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Bound port: 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554e7827-1257-4c28-97ae-f53043a00257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'fc8ac953-4722-4cd9-9152-b4d75d18ebe4'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:31.721522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.856336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] For port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:31.862533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] For port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,segment=NetworkSegment(554e7827-1257-4c28-97ae-f53043a00257),segment_id=554e7827-1257-4c28-97ae-f53043a00257)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:31.876935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.880695 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8367281 Apr 20 10:11:31.890275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33680) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:31.927683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.935366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-690e4ab8-4651-4b85-b6ce-ccc65d151e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:31.944206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:32.058467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Pushing event updated for resources: {'Port': ['ID=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:32.072518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-690e4ab8-4651-4b85-b6ce-ccc65d151e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.073809 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-690e4ab8-4651-4b85-b6ce-ccc65d151e39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caf84e7d-ee86-4aa4-8c6b-3723ac3d3f48 HTTP/1.1" status: 204 len: 168 time: 0.6265085 Apr 20 10:11:32.079402 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b2423bde-880c-4803-a2c6-f23db7c6a9fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94b7936a8aba40e5a6d3ec1a82d4dc63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1912494 Apr 20 10:11:32.079402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:32.079402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:32.079832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 33692) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:32.111396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e4ab8-4651-4b85-b6ce-ccc65d151e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf84e7d-ee86-4aa4-8c6b-3723ac3d3f48,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:32.114912 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-690e4ab8-4651-4b85-b6ce-ccc65d151e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:32.116841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:32.118156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.120079 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] 10.222.0.55 "PUT /v2.0/ports/11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed HTTP/1.1" status: 200 len: 1093 time: 5.3393741 Apr 20 10:11:32.120619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'tag': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:11:32.203287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-131365aa-a6d3-4d1f-9905-be237f19ddb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.254843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-131365aa-a6d3-4d1f-9905-be237f19ddb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.321198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bc6c414d-382a-4eb2-96d9-a1d6c97de921 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Synchronizing usage tracker for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:32.381518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-131365aa-a6d3-4d1f-9905-be237f19ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.389220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-68b86930-d4d0-4dbf-8eb7-95271fcfd94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:32.401084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bc6c414d-382a-4eb2-96d9-a1d6c97de921 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Unset dirty status for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:32.402411 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bc6c414d-382a-4eb2-96d9-a1d6c97de921 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1765039775&fields=id&tenant_id=18116a00c5e64adaa53e506e38ee8e25 HTTP/1.1" status: 200 len: 267 time: 0.2237945 Apr 20 10:11:32.419397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131365aa-a6d3-4d1f-9905-be237f19ddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677fa96c-8b6d-4e12-a54c-55e24aa48fec,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:32.454068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-131365aa-a6d3-4d1f-9905-be237f19ddb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:32.474074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-131365aa-a6d3-4d1f-9905-be237f19ddb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:32.478740 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-131365aa-a6d3-4d1f-9905-be237f19ddb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/677fa96c-8b6d-4e12-a54c-55e24aa48fec HTTP/1.1" status: 204 len: 168 time: 0.3944087 Apr 20 10:11:32.658755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-9884b5fa-26a5-43b2-a50f-f10082f8d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:32.660355 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-9884b5fa-26a5-43b2-a50f-f10082f8d453 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=437afa1b7f7e41929d0ea6476c23a7c9&device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 1096 time: 0.3381250 Apr 20 10:11:32.853452 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-be5467ac-461c-4992-b42f-7b7108b81ee3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed HTTP/1.1" status: 200 len: 217 time: 0.1809158 Apr 20 10:11:32.864010 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a6b-a010-434b-bd2e-a2f71bb5b481 req-5ae43b39-345a-40e7-8cf4-150e7f627bc9 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:32.872476 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-273e9a6b-a010-434b-bd2e-a2f71bb5b481 req-5ae43b39-345a-40e7-8cf4-150e7f627bc9 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 943 time: 0.4689186 Apr 20 10:11:32.987190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-e07cd21f-7816-4efb-a5d0-f15dba8194de tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:32.988016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-e07cd21f-7816-4efb-a5d0-f15dba8194de tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Synchronizing usage tracker for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:33.038584 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-273e9a6b-a010-434b-bd2e-a2f71bb5b481 req-3a2b96bb-25ab-4cc6-a202-4e227d929579 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646440 Apr 20 10:11:33.045189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-60b13469-a1b0-499e-a81f-d4d517134d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:33.047446 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-60b13469-a1b0-499e-a81f-d4d517134d35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a29b360-87d6-42ec-b1a9-1158ed69bc45 HTTP/1.1" status: 200 len: 852 time: 0.1706221 Apr 20 10:11:33.120798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-e07cd21f-7816-4efb-a5d0-f15dba8194de tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Unset dirty status for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:33.120798 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-e07cd21f-7816-4efb-a5d0-f15dba8194de tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 810 time: 0.6472280 Apr 20 10:11:33.128617 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-7b8d9628-d8db-44f2-be1d-e8c12b77ced9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc8ac953-4722-4cd9-9152-b4d75d18ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742042 Apr 20 10:11:33.341553 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-d862cef2-720e-4ea7-b0e0-1337caf9e2aa tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/quotas/18116a00c5e64adaa53e506e38ee8e25 HTTP/1.1" status: 200 len: 375 time: 0.1739278 Apr 20 10:11:33.418395 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ecfc173c-95e3-418d-b6c1-c12cea345082 req-f7f35046-4a45-48f2-8c05-6b10975014a7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 210 time: 0.1113772 Apr 20 10:11:33.534567 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-24a051d1-a313-46f3-bed5-d77990e39e9e service neutron] 10.222.0.55 "GET /v2.0/networks/fc8ac953-4722-4cd9-9152-b4d75d18ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978355 Apr 20 10:11:33.701296 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-baee866c-5197-4b4c-a9fd-f60a24449dd7 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2818501 Apr 20 10:11:33.917151 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b47291c-ba26-4eda-82fc-3c605d6f9215 req-c6c1a39e-a26b-4918-9e5d-c0f21b3dc261 service neutron] 10.222.0.55 "GET /v2.0/networks/fc8ac953-4722-4cd9-9152-b4d75d18ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741717 Apr 20 10:11:34.027992 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-98e9a77d-c847-481f-85b1-1bf4ea0b5b50 service neutron] 10.222.0.26 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732687 Apr 20 10:11:34.032014 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'tag': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed', 'status': 'completed', 'code': 200} Apr 20 10:11:34.098634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.55', 52901) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:34.308229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-1b4ecc07-ed2f-4da6-865a-2cac15b5543f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:34.309932 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-1b4ecc07-ed2f-4da6-865a-2cac15b5543f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 817 time: 0.2095709 Apr 20 10:11:34.454811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-aa98cce5-07e2-49d8-a415-cd96a85058c7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Synchronizing usage tracker for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:security_group {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:34.492669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-aa98cce5-07e2-49d8-a415-cd96a85058c7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Unset dirty status for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:security_group {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:34.497457 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-aa98cce5-07e2-49d8-a415-cd96a85058c7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f35aa3e02484ed8b73777ccb11726e1 HTTP/1.1" status: 200 len: 5705 time: 0.1741321 Apr 20 10:11:34.509364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'port': {'device_id': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'admin_state_up': True, 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'security_groups': ['5ebc4423-d97b-41e2-92ca-dd5ad96b2481']}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:34.700547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:34.720009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:port and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:34.742256 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:34.766481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:34.880818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Made reservation on behalf of 8f35aa3e02484ed8b73777ccb11726e1 for: {'port': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:34.887431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:35.072063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-ad4529d6-a6e6-49ba-ba38-8e3c73a25d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:35.074047 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-ad4529d6-a6e6-49ba-ba38-8e3c73a25d49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=437afa1b7f7e41929d0ea6476c23a7c9&device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 1096 time: 0.9625473 Apr 20 10:11:35.079221 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-9d597149-d6f4-4834-a66b-5c1bd1a899f6 service neutron] 10.222.0.26 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0441003 Apr 20 10:11:35.276052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-5d57e7ce-b0f7-4981-8b65-e39dc831023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:35.282284 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-5d57e7ce-b0f7-4981-8b65-e39dc831023b service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc8ac953-4722-4cd9-9152-b4d75d18ebe4 HTTP/1.1" status: 200 len: 913 time: 0.2004349 Apr 20 10:11:35.443563 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-f8949c64-e08b-4268-bc3a-cb4834b2fe1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed HTTP/1.1" status: 200 len: 217 time: 0.1535823 Apr 20 10:11:35.473860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3443f-3af5-43e7-8f82-330ed4343190 req-b11274ee-2c31-46ce-8081-c37fba91e68e tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:35.481563 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-71b3443f-3af5-43e7-8f82-330ed4343190 req-b11274ee-2c31-46ce-8081-c37fba91e68e tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 943 time: 0.8370919 Apr 20 10:11:35.512683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Allocated IP 172.20.0.13 (91c8a877-6d98-4175-ae61-6221c821cb4b/73cabdd6-1d5d-4833-9c2a-bccc2239c312/db067e0c-bd8a-4400-8064-2e1db1aaa6f1) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:35.658082 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-71b3443f-3af5-43e7-8f82-330ed4343190 req-d76ad4b4-1886-44b2-821b-2ff9c3599bf4 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901444 Apr 20 10:11:35.679583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-99191d3a-a93e-4d13-a626-c29b0efff6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:35.686112 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-99191d3a-a93e-4d13-a626-c29b0efff6f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a29b360-87d6-42ec-b1a9-1158ed69bc45 HTTP/1.1" status: 200 len: 852 time: 0.1985390 Apr 20 10:11:35.932221 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-5ad63345-293f-4f38-bb62-fc3a2a2963ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc8ac953-4722-4cd9-9152-b4d75d18ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2417765 Apr 20 10:11:35.946583 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-187af8d9-ccb4-4a57-9375-ed109e6324dd req-e5d17117-6d77-4b07-8b35-43aa7f1c8e1a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 210 time: 0.0766821 Apr 20 10:11:36.121925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.151500 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-79b75e75-2210-4649-94f2-128b40da1604 req-5f7fe9f2-b6b4-4926-bd17-8f3900b65196 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 210 time: 0.0751193 Apr 20 10:11:36.193118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:11:36.196929 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Transition to ACTIVE for port object db067e0c-bd8a-4400-8064-2e1db1aaa6f1 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:36.343958 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-797b74de-ea35-4c31-af6c-15d0c174eef6 service neutron] 10.222.0.55 "GET /v2.0/networks/fc8ac953-4722-4cd9-9152-b4d75d18ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933949 Apr 20 10:11:36.356249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.368850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dc7beb7a-65a2-42bc-b6e4-5a24e9b68076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:36.521346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,segment=NetworkSegment(554e7827-1257-4c28-97ae-f53043a00257),segment_id=554e7827-1257-4c28-97ae-f53043a00257)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:36.531911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:36.552803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed', 'network_id': 'fc8ac953-4722-4cd9-9152-b4d75d18ebe4', 'port_id': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed', 'mac_address': 'fa:16:3e:ad:1a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29b360-87d6-42ec-b1a9-1158ed69bc45', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:11:36.556750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:36.590967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Network 91c8a877-6d98-4175-ae61-6221c821cb4b is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:36.594655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:36.599934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:36.623243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:36.628250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.679323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.713065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:11:36.735175 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2319274 Apr 20 10:11:36.787977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Request body: {'port': {'device_id': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:36.794374 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,segment=NetworkSegment(554e7827-1257-4c28-97ae-f53043a00257),segment_id=554e7827-1257-4c28-97ae-f53043a00257)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:36.846286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:36.848429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:36.892927 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fa3c3a8b-5245-4769-a093-7a20ba227dc2 req-666f7936-bfbe-42ae-b720-1b5f18142994 service neutron] 10.222.0.55 "GET /v2.0/networks/fc8ac953-4722-4cd9-9152-b4d75d18ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413578 Apr 20 10:11:37.029016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.100816 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:11:37.217439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:37.222187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:37.238056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85df9b-8f00-47b9-b402-0bee88142e89 req-e40dea05-1ad9-416c-884b-6aed62a16c6a tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:37.241655 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8a85df9b-8f00-47b9-b402-0bee88142e89 req-e40dea05-1ad9-416c-884b-6aed62a16c6a tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 944 time: 0.2205918 Apr 20 10:11:37.368236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-22b34d6b-128e-4ee1-acbf-03d1638edfe5 None None] Provisioning for port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:37.396203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-22b34d6b-128e-4ee1-acbf-03d1638edfe5 None None] Provisioning complete for port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:37.396943 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22b34d6b-128e-4ee1-acbf-03d1638edfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.417093 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8a85df9b-8f00-47b9-b402-0bee88142e89 req-33e1e1f7-8bd0-4945-9a05-c9b97f98b4eb tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014507 Apr 20 10:11:37.534056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e24042-0fd3-4c3a-956c-7e074524bf3b req-46f28c9e-e6fa-4d26-8b7d-1985bfac7a9e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:37.541019 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-09e24042-0fd3-4c3a-956c-7e074524bf3b req-46f28c9e-e6fa-4d26-8b7d-1985bfac7a9e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 932 time: 0.3247406 Apr 20 10:11:37.687130 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-09e24042-0fd3-4c3a-956c-7e074524bf3b req-6e947145-46d4-45fa-9910-ff243f2835dc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382618 Apr 20 10:11:37.752300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33906) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:37.809572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-22b34d6b-128e-4ee1-acbf-03d1638edfe5 None None] Port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:11:37.857613 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e1189efc-38fa-4ded-9dc3-8f080cf7a1c5 req-b09b7a79-26d5-4296-a6a5-14612a79752f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 210 time: 0.0936377 Apr 20 10:11:37.880098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db067e0c-bd8a-4400-8064-2e1db1aaa6f1 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:11:37.899018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:37.946030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Transition to ACTIVE for port object db067e0c-bd8a-4400-8064-2e1db1aaa6f1 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:38.001650 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.006183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:38.067653 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.087373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:38.092180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Usage tracker for resource:security_group_rule and tenant:5328b51f52ae4f14af81d8968d3ce7f2 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:38.097174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:38.107582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:38.266126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.314331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.349923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9eba4aec-2d4a-4c02-8127-abccda13fdbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:38.397246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5becc3-547a-43ae-bfb9-9f8007f41490,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:38.401258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:38.404142 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5328b51f52ae4f14af81d8968d3ce7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502006 Apr 20 10:11:38.407717 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33920) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:38.438948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:38.461904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:38.474464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Attempting to bind port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:38.475149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Attempting to bind port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:38.475682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Attempting to bind port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 on network 91c8a877-6d98-4175-ae61-6221c821cb4b {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:38.483263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 on network 91c8a877-6d98-4175-ae61-6221c821cb4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:11:38.484167 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Attempting to bind port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 on network 91c8a877-6d98-4175-ae61-6221c821cb4b {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:38.494317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:38.494317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Checking segment: {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:38.494317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Bound using segment: {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:38.494317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Bound port: db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:38.496301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.535473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f3529cc-1a18-42e3-ad82-b2c59b26277b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.616174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f3529cc-1a18-42e3-ad82-b2c59b26277b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.627644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:38.634604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:38.699570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.739375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:38.992603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:38.994251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:38.997894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] 10.222.0.55 "PUT /v2.0/ports/db067e0c-bd8a-4400-8064-2e1db1aaa6f1 HTTP/1.1" status: 200 len: 1094 time: 2.2543538 Apr 20 10:11:38.999742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:11:39.471769 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f3529cc-1a18-42e3-ad82-b2c59b26277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:39.496576 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8665fe-ecd0-4263-825c-5ecabd3ee966 req-ee38887d-021a-41f7-bb74-2513ba2c4716 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:39.506278 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cd8665fe-ecd0-4263-825c-5ecabd3ee966 req-ee38887d-021a-41f7-bb74-2513ba2c4716 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 944 time: 0.8251572 Apr 20 10:11:39.532251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:39.540803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:39.611767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-690e4ab8-4651-4b85-b6ce-ccc65d151e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:39.636458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-53c48339-8c7f-4f53-a7dc-e5d2aa426fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:39.639297 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-53c48339-8c7f-4f53-a7dc-e5d2aa426fef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 1097 time: 0.3975329 Apr 20 10:11:39.641884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-1cc12a91-a9e7-4579-b7af-2829666bec87 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:39.643806 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-1cc12a91-a9e7-4579-b7af-2829666bec87 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 810 time: 0.8029451 Apr 20 10:11:39.693873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3529cc-1a18-42e3-ad82-b2c59b26277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5becc3-547a-43ae-bfb9-9f8007f41490,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:39.696065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f3529cc-1a18-42e3-ad82-b2c59b26277b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:39.697330 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4f3529cc-1a18-42e3-ad82-b2c59b26277b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e5becc3-547a-43ae-bfb9-9f8007f41490 HTTP/1.1" status: 204 len: 168 time: 1.2884789 Apr 20 10:11:39.703889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4f3529cc-1a18-42e3-ad82-b2c59b26277b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:39.738487 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cd8665fe-ecd0-4263-825c-5ecabd3ee966 req-bac8ff66-7531-4a78-838e-179668e62a51 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263594 Apr 20 10:11:39.887090 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-0e1120c9-b159-474f-83e5-f1016fb42155 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1 HTTP/1.1" status: 200 len: 217 time: 0.2270272 Apr 20 10:11:39.895895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7962f-6178-4fa5-a2a3-1abd9d387178 req-70f36982-e739-4b0f-8b07-fd919177e6dd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:39.914186 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7db7962f-6178-4fa5-a2a3-1abd9d387178 req-70f36982-e739-4b0f-8b07-fd919177e6dd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.5978563 Apr 20 10:11:39.961876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 33972) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:40.021264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-afc9c9fa-dbfd-4a9c-9073-89300882c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:40.023433 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-afc9c9fa-dbfd-4a9c-9073-89300882c135 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.1308806 Apr 20 10:11:40.026768 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-da9b0f67-525f-40c2-8055-71423f973479 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18116a00c5e64adaa53e506e38ee8e25 HTTP/1.1" status: 200 len: 5704 time: 0.3683264 Apr 20 10:11:40.054748 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7db7962f-6178-4fa5-a2a3-1abd9d387178 req-c0d949c5-1e9a-432b-8cb3-ebbb55e863e8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392314 Apr 20 10:11:40.068065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'port': {'device_id': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'admin_state_up': True, 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'security_groups': ['e176d04b-08f1-493f-a048-9aca5ee025cf']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:40.153295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-f53c1448-11f7-4355-950a-de6b2f7316d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:40.157244 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-f53c1448-11f7-4355-950a-de6b2f7316d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1222878 Apr 20 10:11:40.172626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:40.248677 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-20cb9d7c-8df1-47df-bb1f-9f9940e02ece req-f669682a-6673-449e-8fc9-ba682591f826 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 210 time: 0.1924095 Apr 20 10:11:40.282824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.344129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:40.390382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Usage tracker for resource:security_group_rule and tenant:24612f047a864fd6a091ea6d425b7ecf is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:40.396087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:40.415289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:40.513621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:40.525140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:40.528889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:40.531609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.537021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:port and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:40.541138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:40.550096 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-f887b676-ad43-4d93-8a70-1d172ef00881 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856080 Apr 20 10:11:40.559417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:40.622544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.662971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.683592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-592a62f0-ce9f-4e8a-955f-b03003093723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:40.719444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Made reservation on behalf of 18116a00c5e64adaa53e506e38ee8e25 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:11:40.731103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.823618 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24612f047a864fd6a091ea6d425b7ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8545277 Apr 20 10:11:40.826212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c52df1-8e50-4bc9-b752-c3142f103c7e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:40.830101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34008) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:40.841623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:40.930720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:40.984020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,segment=NetworkSegment(554e7827-1257-4c28-97ae-f53043a00257),segment_id=554e7827-1257-4c28-97ae-f53043a00257)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:40.985955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:11:41.002878 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80ff78c1-43f1-47c9-bc5e-41a71d1d5077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:41.025905 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea2b414e-4f60-4271-adff-3f3fe9460e58 req-62af0e62-e666-4634-b387-ff79ba4f9c2f service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682989 Apr 20 10:11:41.042416 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'status': 'completed', 'code': 200} Apr 20 10:11:41.116602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:41.119982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:41.227961 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Allocated IP 172.20.0.4 (308d53bc-8da5-4a8a-acf4-ce457ae855cd/1e5cec62-36e0-45a0-a288-1aa461c75043/0474aff6-84d4-4d1d-a285-303732fe675f) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:11:41.313903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80ff78c1-43f1-47c9-bc5e-41a71d1d5077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:41.372278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:41.391719 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:41.403018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-b10eb91f-961e-4bad-be6b-ec3aac97c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:41.405596 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-b10eb91f-961e-4bad-be6b-ec3aac97c039 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 1097 time: 0.2328501 Apr 20 10:11:41.526327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34032) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:41.575298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:41.628266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:41.653249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae4fbc-ae3d-435a-8ce2-512cb3d70731 req-e263439c-8799-4508-851d-7c5e4d3d5c29 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:41.657385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Usage tracker for resource:security_group_rule and tenant:af030590f5bc495ebbd0af3d200eed26 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:41.658387 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d1ae4fbc-ae3d-435a-8ce2-512cb3d70731 req-e263439c-8799-4508-851d-7c5e4d3d5c29 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 945 time: 0.5490031 Apr 20 10:11:41.667957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:41.678680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:41.703885 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-0cecf334-9a3b-4d80-8762-086d2bff2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:41.705601 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-0cecf334-9a3b-4d80-8762-086d2bff2d48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.2932589 Apr 20 10:11:41.896536 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-bde3f294-329b-42a6-bee9-6f153203bb49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1 HTTP/1.1" status: 200 len: 217 time: 0.1829095 Apr 20 10:11:41.945011 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316497-fae1-4aaf-95d8-b56e6191fe87 req-b90bd6d1-6c65-4d1f-99d4-8c572d7a3736 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:41.960276 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-11316497-fae1-4aaf-95d8-b56e6191fe87 req-b90bd6d1-6c65-4d1f-99d4-8c572d7a3736 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.5491953 Apr 20 10:11:42.067886 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80ff78c1-43f1-47c9-bc5e-41a71d1d5077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.085376 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-11316497-fae1-4aaf-95d8-b56e6191fe87 req-39eb9c28-7f4a-495e-903e-6b06682bbe76 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238315 Apr 20 10:11:42.088921 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d1ae4fbc-ae3d-435a-8ce2-512cb3d70731 req-64f095bf-6c7b-4ebd-a1b9-c95c2fd9683f tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067645 Apr 20 10:11:42.135266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-10c7bcef-4907-419c-94dc-adfb6b3a13be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:42.177178 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-a56ddba9-f89d-4a0b-8ebd-748f00a32ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:42.182608 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-a56ddba9-f89d-4a0b-8ebd-748f00a32ead service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.2704360 Apr 20 10:11:42.188325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:11:42.220138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.240404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Transition to ACTIVE for port object 0474aff6-84d4-4d1d-a285-303732fe675f will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:42.269006 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff78c1-43f1-47c9-bc5e-41a71d1d5077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c52df1-8e50-4bc9-b752-c3142f103c7e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:42.279751 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-80ff78c1-43f1-47c9-bc5e-41a71d1d5077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:42.287309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80ff78c1-43f1-47c9-bc5e-41a71d1d5077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.293986 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-80ff78c1-43f1-47c9-bc5e-41a71d1d5077 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70c52df1-8e50-4bc9-b752-c3142f103c7e HTTP/1.1" status: 204 len: 168 time: 1.4612179 Apr 20 10:11:42.378854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.396912 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.400776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-664aeb68-65d4-4bc1-9c4f-af28b2ac0b19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:42.423840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-612ebcfe-5e6c-4541-a445-0c413be3ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:42.424130 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-612ebcfe-5e6c-4541-a445-0c413be3ef67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2280867 Apr 20 10:11:42.430287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.511930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0b9bfc88-2d11-4ff2-8949-285e73310f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:42.639491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ecdde-5aa9-4d88-8268-d2f255c62b54,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:42.781746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:42.782804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:11:42.785588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'Port': ['ID=0474aff6-84d4-4d1d-a285-303732fe675f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:42.788701 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:11:42.790810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:42.795382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:11:42.851705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'port_id': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'mac_address': 'fa:16:3e:bf:81:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:11:42.878550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:42.879404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:42.880415 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:42.910161 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed', 'code': 200} Apr 20 10:11:42.967586 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2ebb-5219-467a-a3f2-67dd8ebdf5ab req-6ea169d7-d5d3-42ea-b174-bb63ae2d34e5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:42.969472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-5f6c2ebb-5219-467a-a3f2-67dd8ebdf5ab req-6ea169d7-d5d3-42ea-b174-bb63ae2d34e5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Synchronizing usage tracker for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:11:43.011193 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9661851 Apr 20 10:11:43.034760 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af030590f5bc495ebbd0af3d200eed26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5066345 Apr 20 10:11:43.048032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Request body: {'port': {'device_id': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:43.065878 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34082) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:43.152142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-5f6c2ebb-5219-467a-a3f2-67dd8ebdf5ab req-6ea169d7-d5d3-42ea-b174-bb63ae2d34e5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Unset dirty status for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:11:43.167354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:43.172938 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5f6c2ebb-5219-467a-a3f2-67dd8ebdf5ab req-6ea169d7-d5d3-42ea-b174-bb63ae2d34e5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 931 time: 0.8647892 Apr 20 10:11:43.283391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db067e0c-bd8a-4400-8064-2e1db1aaa6f1 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:11:43.339213 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5f6c2ebb-5219-467a-a3f2-67dd8ebdf5ab req-0a123b39-b03d-40a6-babd-035bc574ec80 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636086 Apr 20 10:11:43.544136 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-220f727b-a5f7-4ab3-8194-83a219a9022b service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1088650 Apr 20 10:11:43.624115 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:43.630262 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.55', 52918) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:43.676599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-18c00b9a-7e53-409f-a140-6f45b47d6600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:43.689111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:43.694628 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8feef47b-c01f-47e0-8c49-d05920273b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:43.865427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:43.894743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34110) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:43.913107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-445b8588-3693-4c09-80e2-cdf6f6c5b35d None None] Provisioning for port 0474aff6-84d4-4d1d-a285-303732fe675f completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:43.976844 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57cbc773-3b3f-417d-9051-f48e0e57dfca req-3ab6b7e3-d6c1-42a1-bb5b-833bdc68ff9c service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241261 Apr 20 10:11:44.009580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['db067e0c-bd8a-4400-8064-2e1db1aaa6f1'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:11:44.018988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-447aa763-82de-4d51-9cd9-c15ce1b06a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.070754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.107727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-447aa763-82de-4d51-9cd9-c15ce1b06a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.150449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:44.169742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-445b8588-3693-4c09-80e2-cdf6f6c5b35d None None] Provisioning complete for port 0474aff6-84d4-4d1d-a285-303732fe675f triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:44.170505 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-445b8588-3693-4c09-80e2-cdf6f6c5b35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.182416 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0f6e98708648f5a656478147835006 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:44.229685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:44.270290 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-447aa763-82de-4d51-9cd9-c15ce1b06a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.273749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6402bb59-9b0d-4e26-8c43-c2cbc8258471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:44.301080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:44.303442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447aa763-82de-4d51-9cd9-c15ce1b06a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ecdde-5aa9-4d88-8268-d2f255c62b54,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:44.314998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfabe3-5af1-467f-82b7-f84f32e3a9c9 req-e751eef7-b344-422c-819d-7c3d7f10e7d2 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:44.316919 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5dbfabe3-5af1-467f-82b7-f84f32e3a9c9 req-e751eef7-b344-422c-819d-7c3d7f10e7d2 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 945 time: 0.6847482 Apr 20 10:11:44.333832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-447aa763-82de-4d51-9cd9-c15ce1b06a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:44.342559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-447aa763-82de-4d51-9cd9-c15ce1b06a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.349032 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-447aa763-82de-4d51-9cd9-c15ce1b06a95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e2ecdde-5aa9-4d88-8268-d2f255c62b54 HTTP/1.1" status: 204 len: 168 time: 1.2756939 Apr 20 10:11:44.403649 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd04e4-b507-4d72-a060-780561f3d4c9 req-b6d5a8c7-05ff-4ee5-a8a5-60b0f2164652 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:44.417486 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cdcd04e4-b507-4d72-a060-780561f3d4c9 req-b6d5a8c7-05ff-4ee5-a8a5-60b0f2164652 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.9046779 Apr 20 10:11:44.428132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-445b8588-3693-4c09-80e2-cdf6f6c5b35d None None] Port 0474aff6-84d4-4d1d-a285-303732fe675f cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:11:44.605981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:44.653271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:44.672561 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88200f-60b6-4707-9174-188091411fa6 req-aeb8fd02-a58b-434d-8dec-318911f532c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:44.675816 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0e88200f-60b6-4707-9174-188091411fa6 req-aeb8fd02-a58b-434d-8dec-318911f532c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 1098 time: 0.9081469 Apr 20 10:11:44.691921 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5dbfabe3-5af1-467f-82b7-f84f32e3a9c9 req-d7b27dee-9f3e-4150-a3f9-2f5082d35688 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473799 Apr 20 10:11:44.777978 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cdcd04e4-b507-4d72-a060-780561f3d4c9 req-38f00ae4-facb-4009-a412-4abf00db5247 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594980 Apr 20 10:11:44.808126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-0e88200f-60b6-4707-9174-188091411fa6 req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.947139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:44.959545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-0e88200f-60b6-4707-9174-188091411fa6 req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:44.966301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-0e88200f-60b6-4707-9174-188091411fa6 req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Usage tracker for resource:security_group_rule and tenant:905609a6dbc84b9b9bde18daaf472fdf is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:44.973732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-0e88200f-60b6-4707-9174-188091411fa6 req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:45.031403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-0e88200f-60b6-4707-9174-188091411fa6 req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:45.034325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.101267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-80ff78c1-43f1-47c9-bc5e-41a71d1d5077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:45.101432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.198721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0474aff6-84d4-4d1d-a285-303732fe675f {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:11:45.215926 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d0f6e98708648f5a656478147835006&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1934431 Apr 20 10:11:45.218410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.224490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34158) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:45.225730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2bfe15-6ae1-4a4f-8dfc-8f0a2195558f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:45.229380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:45.270131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Transition to ACTIVE for port object 0474aff6-84d4-4d1d-a285-303732fe675f will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:11:45.337625 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-0e88200f-60b6-4707-9174-188091411fa6 req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.341916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.351605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-291d712a-4118-4e50-8e5e-522bf09a93d9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:45.369525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80d89d87-d7c3-4831-ae7d-a104b766b62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.399521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-0e88200f-60b6-4707-9174-188091411fa6 req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.427166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80d89d87-d7c3-4831-ae7d-a104b766b62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.510988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4ccc5-af05-447b-962d-5424ed45637c req-f974b4de-3580-4d4a-9d33-36d823cda27a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:45.513065 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9eb4ccc5-af05-447b-962d-5424ed45637c req-f974b4de-3580-4d4a-9d33-36d823cda27a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 931 time: 0.5405593 Apr 20 10:11:45.513701 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0474aff6-84d4-4d1d-a285-303732fe675f,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:45.516984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:45.526419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:45.584861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80d89d87-d7c3-4831-ae7d-a104b766b62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.596567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:45.631791 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0e88200f-60b6-4707-9174-188091411fa6 req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9382317 Apr 20 10:11:45.645041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d89d87-d7c3-4831-ae7d-a104b766b62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2bfe15-6ae1-4a4f-8dfc-8f0a2195558f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:45.676395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-80d89d87-d7c3-4831-ae7d-a104b766b62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:45.678363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80d89d87-d7c3-4831-ae7d-a104b766b62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:45.685637 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-80d89d87-d7c3-4831-ae7d-a104b766b62c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e2bfe15-6ae1-4a4f-8dfc-8f0a2195558f HTTP/1.1" status: 204 len: 168 time: 0.4589524 Apr 20 10:11:45.714840 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9eb4ccc5-af05-447b-962d-5424ed45637c req-9740a06a-53b8-4b70-82e1-3c1d502d8b2c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708250 Apr 20 10:11:45.743638 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6fc7d6-cabe-4abf-b5ad-074f432de896,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:45.750826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:45.799506 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Attempting to bind port 0474aff6-84d4-4d1d-a285-303732fe675f on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:11:45.800169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Attempting to bind port 0474aff6-84d4-4d1d-a285-303732fe675f by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:11:45.803096 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Attempting to bind port 0474aff6-84d4-4d1d-a285-303732fe675f on network 308d53bc-8da5-4a8a-acf4-ce457ae855cd {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:45.831988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Port 0474aff6-84d4-4d1d-a285-303732fe675f on network 308d53bc-8da5-4a8a-acf4-ce457ae855cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:11:45.832789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Attempting to bind port 0474aff6-84d4-4d1d-a285-303732fe675f on network 308d53bc-8da5-4a8a-acf4-ce457ae855cd {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:11:45.849019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:11:45.849019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Checking segment: {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:11:45.850102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Bound using segment: {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:11:45.851524 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Bound port: 0474aff6-84d4-4d1d-a285-303732fe675f, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:11:45.852520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:46.253618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:11:46.352891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] For port 0474aff6-84d4-4d1d-a285-303732fe675f, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:11:46.378878 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] For port 0474aff6-84d4-4d1d-a285-303732fe675f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0474aff6-84d4-4d1d-a285-303732fe675f,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:11:46.394652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a83d3-2273-4f64-9e87-40fb504934f5 req-bb7167d6-9bb4-40b9-8cb1-71285f9f6680 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:46.402626 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-168a83d3-2273-4f64-9e87-40fb504934f5 req-bb7167d6-9bb4-40b9-8cb1-71285f9f6680 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.2951906 Apr 20 10:11:46.444245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:46.457507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cdf1d-78e8-4de5-a2d1-8626bffb9ba7 req-97cd45fb-1c46-43fc-b77b-127c6c63fa66 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:46.459237 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-843cdf1d-78e8-4de5-a2d1-8626bffb9ba7 req-97cd45fb-1c46-43fc-b77b-127c6c63fa66 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 945 time: 0.3487904 Apr 20 10:11:46.470288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:46.482353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34196) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:46.504040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-210b178e-3f5c-4985-87bd-c2e42f4f709a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:46.527608 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-168a83d3-2273-4f64-9e87-40fb504934f5 req-0d829c58-182f-406e-8691-8f9159a5ea16 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238632 Apr 20 10:11:46.572072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:11:46.588990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:11:46.590900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:46.604711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:46.605268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:46.606762 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/0474aff6-84d4-4d1d-a285-303732fe675f HTTP/1.1" status: 200 len: 1093 time: 3.5728576 Apr 20 10:11:46.607299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'tag': '0474aff6-84d4-4d1d-a285-303732fe675f'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:11:46.665328 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0474aff6-84d4-4d1d-a285-303732fe675f,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:46.683537 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:46.693709 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-843cdf1d-78e8-4de5-a2d1-8626bffb9ba7 req-9b9a22a6-563b-4129-a8ba-9acc4dd0be65 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884928 Apr 20 10:11:46.699556 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'tag': '0474aff6-84d4-4d1d-a285-303732fe675f', 'status': 'completed', 'code': 200} Apr 20 10:11:47.009038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa5c18-f299-471f-8690-dda257cfecf3 req-9ff66873-3b2c-4cb7-b384-d12f7c0ddf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:47.015647 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5baa5c18-f299-471f-8690-dda257cfecf3 req-9ff66873-3b2c-4cb7-b384-d12f7c0ddf2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 1096 time: 0.2637269 Apr 20 10:11:47.054461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.145752 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:47.147455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:11:47.192425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.194678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:47.273720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.332920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:47.352907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:47.384673 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'code': 200} Apr 20 10:11:47.631357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.641081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:47.664263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:47.674307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Usage tracker for resource:security_group_rule and tenant:7e831866b13b4367b9466d2942e07009 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:47.678002 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa5c18-f299-471f-8690-dda257cfecf3 req-b8f8efa1-c9dd-429b-8453-09711cc54615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:47.681140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:47.688089 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5baa5c18-f299-471f-8690-dda257cfecf3 req-b8f8efa1-c9dd-429b-8453-09711cc54615 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=18116a00c5e64adaa53e506e38ee8e25&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6594462 Apr 20 10:11:47.693773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:47.982116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.195807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.217890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa5c18-f299-471f-8690-dda257cfecf3 req-c998702a-5fae-4255-a49e-ef1fc8564326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:48.220362 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5baa5c18-f299-471f-8690-dda257cfecf3 req-c998702a-5fae-4255-a49e-ef1fc8564326 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4467826 Apr 20 10:11:48.245519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d3736-9e3b-4c13-898b-b178b44e38e8 req-e30eedcf-af47-4853-8330-2d2856712a4c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:48.256620 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a31d3736-9e3b-4c13-898b-b178b44e38e8 req-e30eedcf-af47-4853-8330-2d2856712a4c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 943 time: 0.6439447 Apr 20 10:11:48.257126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f199998e-e675-4cc2-b1c8-d1bbebc532cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:48.317224 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e831866b13b4367b9466d2942e07009&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8274362 Apr 20 10:11:48.318494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34240) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:48.334689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d519c8-2f6b-4199-8b49-bb1e8da8a3cc,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:48.339944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:48.451229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51ae641b-fdea-4321-bcdc-4a20e44a8b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.508997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51ae641b-fdea-4321-bcdc-4a20e44a8b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:48.618926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229ffda-bf42-43fe-94d6-c0c7a936dcdd req-244d48a0-a529-4f81-964d-d8d5841c6b3d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:48.621246 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e229ffda-bf42-43fe-94d6-c0c7a936dcdd req-244d48a0-a529-4f81-964d-d8d5841c6b3d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.6690404 Apr 20 10:11:48.711299 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a31d3736-9e3b-4c13-898b-b178b44e38e8 req-3f7da4bd-4752-4e23-9afb-48b281b35fad tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017730 Apr 20 10:11:48.768672 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e229ffda-bf42-43fe-94d6-c0c7a936dcdd req-b271c592-9684-48ae-8b7a-58fc7a3633e0 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187932 Apr 20 10:11:48.805894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d4deb-a5b4-41f7-962e-606564f47a9d req-381e90cd-0e16-4f22-8f26-a2278799f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:48.809361 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3a9d4deb-a5b4-41f7-962e-606564f47a9d req-381e90cd-0e16-4f22-8f26-a2278799f4ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 1099 time: 0.5506725 Apr 20 10:11:48.823430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-3ec38bb5-6364-441e-98cc-34aa46a54aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:48.826317 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-3ec38bb5-6364-441e-98cc-34aa46a54aff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 1096 time: 0.5152826 Apr 20 10:11:48.938468 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-9d05ba61-fed2-41b4-94af-a005e7eb1b2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0474aff6-84d4-4d1d-a285-303732fe675f HTTP/1.1" status: 200 len: 217 time: 0.0831048 Apr 20 10:11:49.018194 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3a9d4deb-a5b4-41f7-962e-606564f47a9d req-5cc92dae-41ac-4b36-ab8b-b95c237fba40 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939905 Apr 20 10:11:49.041925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-21468919-7036-4c19-aa88-6bf67f6ab451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:49.043630 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-21468919-7036-4c19-aa88-6bf67f6ab451 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e5cec62-36e0-45a0-a288-1aa461c75043 HTTP/1.1" status: 200 len: 849 time: 0.0958712 Apr 20 10:11:49.168665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-22ed0778-4e8a-4397-8150-e20cd7fafda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:49.170381 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-22ed0778-4e8a-4397-8150-e20cd7fafda0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d53bc-8da5-4a8a-acf4-ce457ae855cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970116 Apr 20 10:11:49.218944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:11:49.373707 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-56cff4cd-baa5-4018-b7cd-e4d510eb31e2 service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961873 Apr 20 10:11:49.541655 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1a5ebfe-07d9-4d34-ae03-ecbfe9038356 req-5a65ed42-7f38-4506-8be1-0a092499ab7a service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601183 Apr 20 10:11:49.801177 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51ae641b-fdea-4321-bcdc-4a20e44a8b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.801500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.817945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:49.846874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51ae641b-fdea-4321-bcdc-4a20e44a8b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:49.852616 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-51ae641b-fdea-4321-bcdc-4a20e44a8b1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8d519c8-2f6b-4199-8b49-bb1e8da8a3cc HTTP/1.1" status: 204 len: 168 time: 1.5328982 Apr 20 10:11:49.859765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae641b-fdea-4321-bcdc-4a20e44a8b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d519c8-2f6b-4199-8b49-bb1e8da8a3cc,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:49.866251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-51ae641b-fdea-4321-bcdc-4a20e44a8b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:50.040396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350b9bb-cd50-4f48-be1b-a46fdd1843ca req-48cc0604-7fe0-42ad-b86e-eaa33b031aaf tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:50.043527 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2350b9bb-cd50-4f48-be1b-a46fdd1843ca req-48cc0604-7fe0-42ad-b86e-eaa33b031aaf tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 945 time: 0.2412853 Apr 20 10:11:50.287101 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2350b9bb-cd50-4f48-be1b-a46fdd1843ca req-cc8efe2c-06fb-41d6-8c1f-7f1f7daad94e tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243111 Apr 20 10:11:50.378075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb7e9-9b05-443a-8054-41e4f6a503d5 req-64f74d20-ae4b-4d71-ae7b-fc14f04ca374 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:50.387095 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-69edb7e9-9b05-443a-8054-41e4f6a503d5 req-64f74d20-ae4b-4d71-ae7b-fc14f04ca374 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 943 time: 0.2101309 Apr 20 10:11:50.453470 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-69edb7e9-9b05-443a-8054-41e4f6a503d5 req-b910c797-f9b5-40f5-a852-591472c66145 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651505 Apr 20 10:11:50.824396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8ac44-d4f6-4805-9bf1-34ffe043c30b req-5ec53366-bdb1-4871-b3fb-c0164ffac1ab tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:50.826620 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a4d8ac44-d4f6-4805-9bf1-34ffe043c30b req-5ec53366-bdb1-4871-b3fb-c0164ffac1ab tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.1183367 Apr 20 10:11:50.885900 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a4d8ac44-d4f6-4805-9bf1-34ffe043c30b req-295e8946-ebce-4baa-9944-f515ff2cbd83 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501411 Apr 20 10:11:51.007649 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34278) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:51.045447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:51.067806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:51.075128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Usage tracker for resource:security_group_rule and tenant:711d12656cd74c66b72f44a311148db5 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:51.077904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:51.087824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:51.284840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e64e-dd5a-4a23-8622-5251e5aaac80 req-95ffe3a3-0fe9-44c9-b818-816901886de8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:51.289331 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5259e64e-dd5a-4a23-8622-5251e5aaac80 req-95ffe3a3-0fe9-44c9-b818-816901886de8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.1805305 Apr 20 10:11:51.300680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34294) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:51.316833 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'floatingip': {'port_id': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:11:51.364325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:51.432889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:51.461384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:51.464400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:51.676255 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=711d12656cd74c66b72f44a311148db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6668789 Apr 20 10:11:51.677329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3a82e4-01e7-41b3-a850-6f1f79d83e22,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:51.682685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34314) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:51.691266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:51.865998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-604d2a34-3d22-45ee-8217-998b11e94ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:51.910882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-604d2a34-3d22-45ee-8217-998b11e94ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.175773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-604d2a34-3d22-45ee-8217-998b11e94ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.190471 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-447aa763-82de-4d51-9cd9-c15ce1b06a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:52.221385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d2a34-3d22-45ee-8217-998b11e94ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3a82e4-01e7-41b3-a850-6f1f79d83e22,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:52.227499 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-604d2a34-3d22-45ee-8217-998b11e94ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:52.232737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-604d2a34-3d22-45ee-8217-998b11e94ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.232737 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-604d2a34-3d22-45ee-8217-998b11e94ad7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f3a82e4-01e7-41b3-a850-6f1f79d83e22 HTTP/1.1" status: 204 len: 168 time: 0.5471303 Apr 20 10:11:52.249931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 0474aff6-84d4-4d1d-a285-303732fe675f details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:11:52.473916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dcded-87ff-4e1f-affe-2b72b28e26e8 req-c31ca11c-45e5-4dc1-a391-2ae4801fa709 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:52.475701 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4f5dcded-87ff-4e1f-affe-2b72b28e26e8 req-c31ca11c-45e5-4dc1-a391-2ae4801fa709 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 943 time: 0.5773251 Apr 20 10:11:52.520530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 0474aff6-84d4-4d1d-a285-303732fe675f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0474aff6-84d4-4d1d-a285-303732fe675f,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:52.541129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '0474aff6-84d4-4d1d-a285-303732fe675f', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'port_id': '0474aff6-84d4-4d1d-a285-303732fe675f', 'mac_address': 'fa:16:3e:6a:25:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:11:52.646140 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4f5dcded-87ff-4e1f-affe-2b72b28e26e8 req-02f98893-2924-44cd-839a-b3eb1b52b129 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498063 Apr 20 10:11:52.672832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.758267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0474aff6-84d4-4d1d-a285-303732fe675f {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:11:52.857126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.resource_extend [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 10:11:52.862487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 0474aff6-84d4-4d1d-a285-303732fe675f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0474aff6-84d4-4d1d-a285-303732fe675f,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:11:52.909193 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:52.912562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a400d7cd-2a81-40b7-9ad1-387dc5d0d993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:53.189713 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=0474aff6-84d4-4d1d-a285-303732fe675f,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:53.193771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:53.235297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:53.274917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:54.171412 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Floating IP 32a9a4b7-c1a4-4269-89ab-adc8e7435eba associated. External IP: 172.27.3.40, port: db067e0c-bd8a-4400-8064-2e1db1aaa6f1. Apr 20 10:11:54.278309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad6272-3b51-46ee-b981-f70dfaad3edd req-8a409d13-f93d-4a81-812e-e04f373fe79e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:54.280160 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76ad6272-3b51-46ee-b981-f70dfaad3edd req-8a409d13-f93d-4a81-812e-e04f373fe79e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 944 time: 0.3391018 Apr 20 10:11:54.425600 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76ad6272-3b51-46ee-b981-f70dfaad3edd req-ef8095cc-a160-4611-a145-b07c2e666788 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832975 Apr 20 10:11:54.634582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34410) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:54.773081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Router 9ea6e56c-c1e1-480f-96d6-48b418143f6d has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:11:54.969653 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.004453 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:55.013736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Usage tracker for resource:security_group_rule and tenant:3f3f949f736b4adfbb0fafac31f2b63c is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:55.019687 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:55.033788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:55.158461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:11:55.177616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] Sync routers for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:11:55.193689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.200321 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:55.201514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:11:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:55.222013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.267313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.292838 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-be5e6f11-fef1-42c5-81ed-f7c53a948510 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "PUT /v2.0/floatingips/32a9a4b7-c1a4-4269-89ab-adc8e7435eba HTTP/1.1" status: 200 len: 991 time: 3.9903836 Apr 20 10:11:55.294194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:11:55.324691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7c1bc8c3-dde3-49d0-ad98-9efcadc76df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:55.383221 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f3f949f736b4adfbb0fafac31f2b63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546353 Apr 20 10:11:55.386052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34432) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:55.398839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e46ab14-59b6-4567-ba01-32a4b6e9ba23,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:55.412988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:55.415221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:55.529966 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2b079ee7-382a-43a5-83de-b78e66f83962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.585977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2b079ee7-382a-43a5-83de-b78e66f83962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.706488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2b079ee7-382a-43a5-83de-b78e66f83962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.712382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:55.725514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b079ee7-382a-43a5-83de-b78e66f83962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e46ab14-59b6-4567-ba01-32a4b6e9ba23,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:55.733469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2b079ee7-382a-43a5-83de-b78e66f83962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:55.734602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2b079ee7-382a-43a5-83de-b78e66f83962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:55.735949 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2b079ee7-382a-43a5-83de-b78e66f83962 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e46ab14-59b6-4567-ba01-32a4b6e9ba23 HTTP/1.1" status: 204 len: 168 time: 0.3479359 Apr 20 10:11:55.966789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['0474aff6-84d4-4d1d-a285-303732fe675f'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:11:56.051532 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'status': 'completed', 'code': 200} Apr 20 10:11:56.144622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '32a9a4b7-c1a4-4269-89ab-adc8e7435eba', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'port_id': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'mac_address': 'fa:16:3e:bf:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:11:22Z', 'updated_at': '2021-04-20T10:11:52Z', 'revision_number': 1, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:56.155799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] Checking router: 9ea6e56c-c1e1-480f-96d6-48b418143f6d for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:11:56.176835 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:11:56.177532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:11:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:56.367915 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0abc29-9c8f-4580-93b8-04451e522388 req-e1668496-6fb8-479a-990f-cb3da75b5698 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:56.379141 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e0abc29-9c8f-4580-93b8-04451e522388 req-e1668496-6fb8-479a-990f-cb3da75b5698 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 944 time: 0.1968875 Apr 20 10:11:56.391208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-6a923145-8978-4b16-a7f7-77f1f1b5c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:56.393905 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-6a923145-8978-4b16-a7f7-77f1f1b5c61b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 1099 time: 0.3130419 Apr 20 10:11:56.403969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:11:56.470829 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e0abc29-9c8f-4580-93b8-04451e522388 req-36465594-144b-430a-b334-83e03c362054 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902216 Apr 20 10:11:56.944377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '32a9a4b7-c1a4-4269-89ab-adc8e7435eba', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'port_id': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'mac_address': 'fa:16:3e:bf:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:11:22Z', 'updated_at': '2021-04-20T10:11:52Z', 'revision_number': 1, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:11:56.949417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb974b-b875-48f4-84a4-36e7cf873b70 None None] The sync data for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi is: [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '32a9a4b7-c1a4-4269-89ab-adc8e7435eba', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'port_id': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'mac_address': 'fa:16:3e:bf:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:11:22Z', 'updated_at': '2021-04-20T10:11:52Z', 'revision_number': 1, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:11:56.980762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34476) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:57.004101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.029881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:57.035428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Usage tracker for resource:security_group_rule and tenant:ae55cb471b914891a363d7b9aa3cbcee is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:57.039182 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:57.048327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:57.160072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.251250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.268861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:57.324727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7602d69-8286-4e2b-8629-929de3b16e8c,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:57.331434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:57.335657 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae55cb471b914891a363d7b9aa3cbcee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533800 Apr 20 10:11:57.341537 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34484) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:57.386838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228fbb1-dbcd-4d23-b7f0-037c83a28d30 None None] New status for floating IP 32a9a4b7-c1a4-4269-89ab-adc8e7435eba: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:11:57.460206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5dc7cda8-76a3-41ee-8302-22ee563fbc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.516985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5dc7cda8-76a3-41ee-8302-22ee563fbc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.795925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5dc7cda8-76a3-41ee-8302-22ee563fbc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.804365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8dbadf3d-995a-4adc-9555-063ac5239fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:11:57.832207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5dc7cda8-76a3-41ee-8302-22ee563fbc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:57.840847 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5dc7cda8-76a3-41ee-8302-22ee563fbc6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7602d69-8286-4e2b-8629-929de3b16e8c HTTP/1.1" status: 204 len: 168 time: 0.4959881 Apr 20 10:11:57.843227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7cda8-76a3-41ee-8302-22ee563fbc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7602d69-8286-4e2b-8629-929de3b16e8c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:11:57.846611 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5dc7cda8-76a3-41ee-8302-22ee563fbc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:11:57.878045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03bd1-d454-4169-90a6-5956e42b1a0d req-639f9069-c6a1-42fd-9f5f-a5286e90b1cf tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:57.897346 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-65a03bd1-d454-4169-90a6-5956e42b1a0d req-639f9069-c6a1-42fd-9f5f-a5286e90b1cf tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 944 time: 0.2282434 Apr 20 10:11:57.993083 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-65a03bd1-d454-4169-90a6-5956e42b1a0d req-729c86af-5f3c-4cd2-bc16-80e04453cd3a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907402 Apr 20 10:11:59.445767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed59fff-214f-4081-9ef0-033b16e9b6a6 req-cefc7222-7b0e-4118-a7a5-5c01e72e2a32 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:59.454843 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bed59fff-214f-4081-9ef0-033b16e9b6a6 req-cefc7222-7b0e-4118-a7a5-5c01e72e2a32 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 944 time: 0.2995675 Apr 20 10:11:59.460315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-30000040-7d51-492d-8348-7be1f967f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:11:59.461894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-30000040-7d51-492d-8348-7be1f967f45b service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.2453516 Apr 20 10:11:59.594691 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bed59fff-214f-4081-9ef0-033b16e9b6a6 req-583f5333-e79b-4eeb-9342-f2cc4dba0614 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385393 Apr 20 10:11:59.623132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34562) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:11:59.644818 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-595e27b2-2a16-4c21-a5cd-45b43444e67f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1 HTTP/1.1" status: 200 len: 1001 time: 0.1502092 Apr 20 10:11:59.830136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:11:59.847933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:11:59.853108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Usage tracker for resource:security_group_rule and tenant:8366d7c7c9a841d7a761ddb297533a6d is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:11:59.856615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:11:59.864106 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:11:59.996584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:00.074778 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:00.091897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:00.180005 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8366d7c7c9a841d7a761ddb297533a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566115 Apr 20 10:12:00.183240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c114a0d5-6181-4b3a-bd15-9461bab404a7,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:00.183431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34576) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:00.189107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:00.258638 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:00.301306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:00.394949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:00.403355 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:00.421641 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c114a0d5-6181-4b3a-bd15-9461bab404a7,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:00.440322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.440758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.441168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.441566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.441957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.442351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.442739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.443128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.443519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.443905 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.444500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.444921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:00.449375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:00.450602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:00.452289 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7b7bcf3d-2367-461c-927d-eaf927526494 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c114a0d5-6181-4b3a-bd15-9461bab404a7 HTTP/1.1" status: 204 len: 168 time: 0.2675338 Apr 20 10:12:00.672985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-7aaab8c1-8c2b-472d-8500-a25e60dbe23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:00.674786 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-7aaab8c1-8c2b-472d-8500-a25e60dbe23d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.0898170 Apr 20 10:12:00.909654 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a873ca1-9180-452e-8725-bebf8e2368ec req-da6caccc-1802-4548-a0fe-af421dee6019 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:00.911542 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a873ca1-9180-452e-8725-bebf8e2368ec req-da6caccc-1802-4548-a0fe-af421dee6019 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 944 time: 0.1193597 Apr 20 10:12:00.969351 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a873ca1-9180-452e-8725-bebf8e2368ec req-3bc59923-488a-46c0-94e6-48fb3a472dbd tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509360 Apr 20 10:12:01.093395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34632) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:01.115542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:01.132506 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:01.137484 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:b51adced732b4985a057afa1ea06cff6 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:01.141160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:01.148999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:01.255249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:01.295297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:01.309912 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:01.372003 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b51adced732b4985a057afa1ea06cff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773449 Apr 20 10:12:01.375138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee97e9f-1658-4f83-bae9-86fb75c739ed,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:01.376565 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34642) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:01.380481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:01.469488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ca78609-9d26-4641-af65-39119797fbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:01.521519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ca78609-9d26-4641-af65-39119797fbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:01.611279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ca78609-9d26-4641-af65-39119797fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:01.615451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:01.632103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca78609-9d26-4641-af65-39119797fbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee97e9f-1658-4f83-bae9-86fb75c739ed,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:01.636913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3ca78609-9d26-4641-af65-39119797fbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:01.655700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ca78609-9d26-4641-af65-39119797fbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:01.657741 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3ca78609-9d26-4641-af65-39119797fbca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ee97e9f-1658-4f83-bae9-86fb75c739ed HTTP/1.1" status: 204 len: 168 time: 0.2793565 Apr 20 10:12:02.197372 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e158bd8-fb3d-4a86-b4f1-24a82d7ed399 req-3445fcd7-fa3b-4680-bbd7-81fd3b7fd0a0 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:02.199408 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5e158bd8-fb3d-4a86-b4f1-24a82d7ed399 req-3445fcd7-fa3b-4680-bbd7-81fd3b7fd0a0 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 944 time: 0.1038346 Apr 20 10:12:02.262629 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5e158bd8-fb3d-4a86-b4f1-24a82d7ed399 req-91529846-59cb-4717-9f5f-d76d9418bf45 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515096 Apr 20 10:12:02.601799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-e5c7cbb4-fb4f-4e53-967f-16ba5ce2f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:02.603426 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-e5c7cbb4-fb4f-4e53-967f-16ba5ce2f26b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1155398 Apr 20 10:12:02.869419 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-5ac3aa63-4ff3-4e3a-91d4-55b65616efd5 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588022 Apr 20 10:12:03.016579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34692) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:03.039688 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fc7eb845-9f4d-46b6-ab39-c10bc6796390 req-6aa2bfd7-23e0-43d8-b4c0-2bb433b4c6f2 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587842 Apr 20 10:12:03.145252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1396101983-network', 'tenant_id': 'bb1a6d680dff4930861a8b4823b6311e'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:03.150388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:03.154971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Usage tracker for resource:network and tenant:bb1a6d680dff4930861a8b4823b6311e is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:03.158505 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:03.165851 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:03.209094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Made reservation on behalf of bb1a6d680dff4930861a8b4823b6311e for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:03.214113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:03.229990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:03.247789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:03.252876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Usage tracker for resource:security_group_rule and tenant:bb1a6d680dff4930861a8b4823b6311e is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:03.256187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:03.263336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:03.369857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:03.409278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:03.414099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-131365aa-a6d3-4d1f-9905-be237f19ddb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:03.450085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7b1c5e-b108-4352-b2f8-4f72a8c97414,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:03.461029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.461552 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.462061 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.462542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.463019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.463495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.464024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.464509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.464979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.465449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.465890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.466427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:03.472294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:03.490785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:12:03.507376 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:03.507981 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Added segment b7e82f61-9232-4a8d-a9f2-c3f4253e78ad of type vlan for network 6b4109c2-8bd5-4c66-befa-696a1092d802 Apr 20 10:12:03.515507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d3163-f074-41c1-b2cf-daad5008d33d req-cab01e20-c540-4815-834e-ef4f162ee22e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:03.518074 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-450d3163-f074-41c1-b2cf-daad5008d33d req-cab01e20-c540-4815-834e-ef4f162ee22e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 944 time: 0.1180158 Apr 20 10:12:03.599760 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-450d3163-f074-41c1-b2cf-daad5008d33d req-0cd19b86-1580-41e3-8002-4b6c2d2d9348 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741193 Apr 20 10:12:03.603266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:03.679945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:03.682540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:03.683469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:03.690928 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:03.844900 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8267982 Apr 20 10:12:03.850722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34716) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:03.862967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Request body: {'subnet': {'network_id': '6b4109c2-8bd5-4c66-befa-696a1092d802', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1396101983-subnet', 'tenant_id': 'bb1a6d680dff4930861a8b4823b6311e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:03.868385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:03.875593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Usage tracker for resource:subnet and tenant:bb1a6d680dff4930861a8b4823b6311e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:03.876326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Pushing event updated for resources: {'Network': ['ID=6b4109c2-8bd5-4c66-befa-696a1092d802,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:03.879519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:03.881819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:03.888226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 6b4109c2-8bd5-4c66-befa-696a1092d802 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:12:03.897232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:03.932221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 0474aff6-84d4-4d1d-a285-303732fe675f up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:03.973522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Made reservation on behalf of bb1a6d680dff4930861a8b4823b6311e for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:03.982068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852484661'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.172276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 0474aff6-84d4-4d1d-a285-303732fe675f completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:04.180856 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 0474aff6-84d4-4d1d-a285-303732fe675f triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:04.181596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.372946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.405258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0474aff6-84d4-4d1d-a285-303732fe675f'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:04.418553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 0474aff6-84d4-4d1d-a285-303732fe675f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0474aff6-84d4-4d1d-a285-303732fe675f,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:04.460926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.464047 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bbc1ea77-3f19-4026-971b-b7ba837b21aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:04.501865 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0474aff6-84d4-4d1d-a285-303732fe675f', 'code': 200} Apr 20 10:12:04.548522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=0474aff6-84d4-4d1d-a285-303732fe675f,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:04.557817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.558172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.558750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.559125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.559500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.559874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.560239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.560614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.561071 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.561433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.561795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.562274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:04.567276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:04.804323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1981689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852484646'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:04.810844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:05.199667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436602ee-62b3-41e5-8fcb-bc0f0c4c2901,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:05.212848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:05.228920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Checking segment: {'id': 'b7e82f61-9232-4a8d-a9f2-c3f4253e78ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6b4109c2-8bd5-4c66-befa-696a1092d802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:05.229330 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Network hostable DHCP agents. Network: 6b4109c2-8bd5-4c66-befa-696a1092d802, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:12:05.262152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5981e5-407b-49a1-8549-234969178fdc req-c607f1c8-fb83-4df9-b5a0-d6ffd9c6753b tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:05.264254 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ae5981e5-407b-49a1-8549-234969178fdc req-c607f1c8-fb83-4df9-b5a0-d6ffd9c6753b tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1798527 Apr 20 10:12:05.321685 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ae5981e5-407b-49a1-8549-234969178fdc req-68a69ce5-55c6-42c7-8e99-ede5eafebe50 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484250 Apr 20 10:12:05.322990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Network 6b4109c2-8bd5-4c66-befa-696a1092d802 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:12:05.377153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 6b4109c2-8bd5-4c66-befa-696a1092d802) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:05.389658 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd8bee9-dc73-43ce-9bab-d2a61bd04deb None None] Network 6b4109c2-8bd5-4c66-befa-696a1092d802 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:05.391720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:05.392384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:05.458651 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6057262 Apr 20 10:12:05.646529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd3a64-670c-40f5-8cce-c5b2c7b40904 None None] Network 6b4109c2-8bd5-4c66-befa-696a1092d802 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:06.542555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303ebe6-63c6-439e-93f9-813c5a49c565 req-ade3db55-90de-46e8-b7c3-982cf6d1605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:06.547654 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6303ebe6-63c6-439e-93f9-813c5a49c565 req-ade3db55-90de-46e8-b7c3-982cf6d1605a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 1098 time: 0.1616330 Apr 20 10:12:06.575937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 34780) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:06.583413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-479300547-network', 'tenant_id': 'b0bfd4b4442d464d80b1a1b5bccbbf53'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:06.588973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:06.593737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Usage tracker for resource:network and tenant:b0bfd4b4442d464d80b1a1b5bccbbf53 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:06.596923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:06.604872 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:06.631593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6303ebe6-63c6-439e-93f9-813c5a49c565 req-c3bee2ed-bb0a-471e-8d2e-995a2e403196 service neutron] Synchronizing usage tracker for tenant:905609a6dbc84b9b9bde18daaf472fdf on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:06.715208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Made reservation on behalf of b0bfd4b4442d464d80b1a1b5bccbbf53 for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:06.725673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.755564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.774388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a915b0-9b7a-4289-af11-c1bedcfed055 req-539a1684-f12e-4723-9c2f-4079abc327fe tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:06.776988 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c3a915b0-9b7a-4289-af11-c1bedcfed055 req-539a1684-f12e-4723-9c2f-4079abc327fe tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1210799 Apr 20 10:12:06.788806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:06.797305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Usage tracker for resource:security_group_rule and tenant:b0bfd4b4442d464d80b1a1b5bccbbf53 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:06.802987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:06.803491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6303ebe6-63c6-439e-93f9-813c5a49c565 req-c3bee2ed-bb0a-471e-8d2e-995a2e403196 service neutron] Unset dirty status for tenant:905609a6dbc84b9b9bde18daaf472fdf on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:06.804907 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6303ebe6-63c6-439e-93f9-813c5a49c565 req-c3bee2ed-bb0a-471e-8d2e-995a2e403196 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506180 Apr 20 10:12:06.815559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:06.839226 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c3a915b0-9b7a-4289-af11-c1bedcfed055 req-23d91cd0-9473-49f5-9ce4-bd75ef1d21f1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535519 Apr 20 10:12:06.929439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.969380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:06.974579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:07.002767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:12:07.020624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da95f6-eed8-4917-84a2-593ec4945e18,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:07.024049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.024451 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Added segment 6776977a-7b77-4d15-b269-42533933e70f of type vlan for network 036d6692-2b2a-48e6-be9b-5df80d037036 Apr 20 10:12:07.033187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:07.060605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.256186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.260765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:07.262141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:07.281543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:07.523589 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9407761 Apr 20 10:12:07.524114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34800) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:07.526492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Pushing event updated for resources: {'Network': ['ID=036d6692-2b2a-48e6-be9b-5df80d037036,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:07.531200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:07.543834 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Request body: {'subnet': {'network_id': '036d6692-2b2a-48e6-be9b-5df80d037036', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-479300547-subnet', 'tenant_id': 'b0bfd4b4442d464d80b1a1b5bccbbf53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:07.544690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 036d6692-2b2a-48e6-be9b-5df80d037036 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:12:07.554250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:07.563382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Usage tracker for resource:subnet and tenant:b0bfd4b4442d464d80b1a1b5bccbbf53 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:07.573166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:07.596582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:07.678490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Made reservation on behalf of b0bfd4b4442d464d80b1a1b5bccbbf53 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:07.687350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852484661'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:08.419679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d16a-9d36-4bb5-a1b0-ea79e137c971 req-6f10165a-b09b-4225-8bf8-6a7318800b21 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:08.433444 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c447d16a-9d36-4bb5-a1b0-ea79e137c971 req-6f10165a-b09b-4225-8bf8-6a7318800b21 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.2953911 Apr 20 10:12:08.571313 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c447d16a-9d36-4bb5-a1b0-ea79e137c971 req-26667b19-ae0d-4da9-a067-880c077f944c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334050 Apr 20 10:12:08.884386 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-4577d310-33e5-41e4-af6d-e21e20e83584 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1876705 Apr 20 10:12:09.102123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1981689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852484646'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.111199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b629108d-18a4-4ae3-91b8-ee93b22667c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:09.218015 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-794f5dfe-7ae7-43e5-bc33-85ea76c8e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:09.219630 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-794f5dfe-7ae7-43e5-bc33-85ea76c8e05d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=437afa1b7f7e41929d0ea6476c23a7c9&device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 1098 time: 0.1989622 Apr 20 10:12:09.223049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4abae74-7c33-4713-86d3-b2b888562fa5,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:09.228184 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:09.231464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Checking segment: {'id': '6776977a-7b77-4d15-b269-42533933e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '036d6692-2b2a-48e6-be9b-5df80d037036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:09.233888 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Network hostable DHCP agents. Network: 036d6692-2b2a-48e6-be9b-5df80d037036, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:12:09.312468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Network 036d6692-2b2a-48e6-be9b-5df80d037036 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:12:09.484188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 036d6692-2b2a-48e6-be9b-5df80d037036) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:09.497670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f94a401-6036-41e8-933d-425c2e5a4e67 None None] Network 036d6692-2b2a-48e6-be9b-5df80d037036 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:09.557350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-121f665d-d9b0-4e12-bb89-12f15630ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:09.560412 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-121f665d-d9b0-4e12-bb89-12f15630ae5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc8ac953-4722-4cd9-9152-b4d75d18ebe4 HTTP/1.1" status: 200 len: 913 time: 0.3027048 Apr 20 10:12:09.563091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:09.564478 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:09.777988 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-aa541cfc-4bcb-4a66-b679-e087d72d797b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed HTTP/1.1" status: 200 len: 217 time: 0.1930079 Apr 20 10:12:09.936918 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4100864 Apr 20 10:12:09.955260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb229fe-280a-4494-8b9f-d0ecb8f83053 None None] Network 036d6692-2b2a-48e6-be9b-5df80d037036 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:10.051424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-0228bd07-dafb-43d2-98f2-e029a627b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:10.054952 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-0228bd07-dafb-43d2-98f2-e029a627b925 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a29b360-87d6-42ec-b1a9-1158ed69bc45 HTTP/1.1" status: 200 len: 852 time: 0.2592304 Apr 20 10:12:10.215433 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-b7e85c4b-b08b-4460-a0c4-5a16295bce0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc8ac953-4722-4cd9-9152-b4d75d18ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586112 Apr 20 10:12:10.387669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b743-40a3-4e56-84ae-ca3ee05eac92 req-28a97b8b-bcd1-4479-8a97-1eb7837edde1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:10.391842 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9a80b743-40a3-4e56-84ae-ca3ee05eac92 req-28a97b8b-bcd1-4479-8a97-1eb7837edde1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.3354495 Apr 20 10:12:10.499091 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9a80b743-40a3-4e56-84ae-ca3ee05eac92 req-f4203981-6a67-45c7-9dca-3418a75dbaec tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782540 Apr 20 10:12:10.542188 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-e2cd81ea-e577-4021-a6aa-d5c949b4d1a3 service neutron] 10.222.0.55 "GET /v2.0/networks/fc8ac953-4722-4cd9-9152-b4d75d18ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175492 Apr 20 10:12:10.715134 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2a9bd9d-a15f-469d-bde2-86213d0d04bf req-eb331c3f-d87c-4bf6-b481-dc6ac6b4d4a5 service neutron] 10.222.0.55 "GET /v2.0/networks/fc8ac953-4722-4cd9-9152-b4d75d18ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637316 Apr 20 10:12:10.933098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeaf4a-c5ec-4c2f-9d1f-f32df9e8e8db req-29acd160-0968-4ac6-b448-774c6da37c03 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:10.934814 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-65aeaf4a-c5ec-4c2f-9d1f-f32df9e8e8db req-29acd160-0968-4ac6-b448-774c6da37c03 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1378372 Apr 20 10:12:10.952965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 34884) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:10.959330 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-a19d86c3-6437-4a1e-bb73-127aec973442 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'floatingip': {'port_id': '0474aff6-84d4-4d1d-a285-303732fe675f'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:11.075620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a19d86c3-6437-4a1e-bb73-127aec973442 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.674246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a19d86c3-6437-4a1e-bb73-127aec973442 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:12.754339 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a19d86c3-6437-4a1e-bb73-127aec973442 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.119733 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-a19d86c3-6437-4a1e-bb73-127aec973442 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Floating IP 5ecb67b2-8c58-4523-88ec-dd3d5a845ae8 associated. External IP: 172.27.3.51, port: 0474aff6-84d4-4d1d-a285-303732fe675f. Apr 20 10:12:13.571946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c736bd24-a54c-4add-a0db-d7739de092de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:13.737254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19d86c3-6437-4a1e-bb73-127aec973442 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Router d4e41470-6567-417a-aafd-8483ae168d2c has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:12:14.080259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19d86c3-6437-4a1e-bb73-127aec973442 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:12:14.088986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a19d86c3-6437-4a1e-bb73-127aec973442 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:14.098538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] Sync routers for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:12:14.120527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:14.122503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:11:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:14.241923 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a19d86c3-6437-4a1e-bb73-127aec973442 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "PUT /v2.0/floatingips/5ecb67b2-8c58-4523-88ec-dd3d5a845ae8 HTTP/1.1" status: 200 len: 990 time: 3.2869835 Apr 20 10:12:14.244154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'tag': '0474aff6-84d4-4d1d-a285-303732fe675f'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:14.385565 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:14.407863 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'tag': '0474aff6-84d4-4d1d-a285-303732fe675f', 'status': 'completed', 'code': 200} Apr 20 10:12:14.659458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-bd3b7a14-f92a-4fda-a6cc-d44adc495219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:14.661126 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-bd3b7a14-f92a-4fda-a6cc-d44adc495219 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 1098 time: 0.2141905 Apr 20 10:12:14.989107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '5ecb67b2-8c58-4523-88ec-dd3d5a845ae8', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'port_id': '0474aff6-84d4-4d1d-a285-303732fe675f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'mac_address': 'fa:16:3e:6a:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:11:30Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 1, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:14.993987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] Checking router: d4e41470-6567-417a-aafd-8483ae168d2c for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:12:15.006177 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:15.006874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:11:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:15.109080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:15.254149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:15.922404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '5ecb67b2-8c58-4523-88ec-dd3d5a845ae8', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'port_id': '0474aff6-84d4-4d1d-a285-303732fe675f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'mac_address': 'fa:16:3e:6a:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:11:30Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 1, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:15.927019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d44be-d678-4d04-a5f8-0dcdaf330f72 None None] The sync data for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi is: [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '5ecb67b2-8c58-4523-88ec-dd3d5a845ae8', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'port_id': '0474aff6-84d4-4d1d-a285-303732fe675f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'mac_address': 'fa:16:3e:6a:25:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:11:30Z', 'updated_at': '2021-04-20T10:12:12Z', 'revision_number': 1, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:12:16.282365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f3140-0db1-4da3-b376-2378a6629a10 None None] New status for floating IP 5ecb67b2-8c58-4523-88ec-dd3d5a845ae8: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:12:16.349329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f640be83-0f26-4342-86b1-6154b6999f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.039920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.664317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:17.835595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-46953580-e22f-40a8-ab11-67c043571797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:17.838894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-46953580-e22f-40a8-ab11-67c043571797 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 911 time: 0.2651119 Apr 20 10:12:18.008733 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-cd4412aa-7c6a-480a-94e0-1be91f80ea02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0474aff6-84d4-4d1d-a285-303732fe675f HTTP/1.1" status: 200 len: 1000 time: 0.1531258 Apr 20 10:12:18.122430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-667467e3-38f0-4252-a3c3-5e6c348d3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:18.126191 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-667467e3-38f0-4252-a3c3-5e6c348d3f8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e5cec62-36e0-45a0-a288-1aa461c75043 HTTP/1.1" status: 200 len: 849 time: 0.1098828 Apr 20 10:12:18.306436 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-c999a235-6bc7-49cf-a78c-fafbecf301fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:18.308067 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-c999a235-6bc7-49cf-a78c-fafbecf301fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d53bc-8da5-4a8a-acf4-ce457ae855cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1730919 Apr 20 10:12:18.319016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92036ca-be46-4ade-83c0-fb02b3413542 req-0478a9c7-d615-499e-8a9a-78a61729bc7c tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:18.320651 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b92036ca-be46-4ade-83c0-fb02b3413542 req-0478a9c7-d615-499e-8a9a-78a61729bc7c tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 945 time: 0.1425440 Apr 20 10:12:18.484789 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b92036ca-be46-4ade-83c0-fb02b3413542 req-ea692704-5d3a-48e2-94da-155f22e64601 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304398 Apr 20 10:12:18.537765 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-205cd901-ffda-47f9-8584-0942f041e854 service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127597 Apr 20 10:12:18.595112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:18.854708 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-584f9f78-c7c3-4900-9a9e-baf29d41b33c req-4dccf466-f5bb-4eee-b82a-86cd117f44fa service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081312 Apr 20 10:12:19.790799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea02ea-4281-43c0-a09b-71a7a0e3e66d req-3e6a03d5-40e0-4794-a330-930d78196e96 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:19.793156 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-03ea02ea-4281-43c0-a09b-71a7a0e3e66d req-3e6a03d5-40e0-4794-a330-930d78196e96 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 945 time: 0.1676061 Apr 20 10:12:19.877971 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-03ea02ea-4281-43c0-a09b-71a7a0e3e66d req-4b0e099f-79d6-4d9b-bf3b-ee560022e315 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635445 Apr 20 10:12:21.176990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309f869-882f-4683-a886-b4bd9502af66 req-77ab875c-a699-4521-b134-b4932529418d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:21.179973 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b309f869-882f-4683-a886-b4bd9502af66 req-77ab875c-a699-4521-b134-b4932529418d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 945 time: 0.1381011 Apr 20 10:12:21.270178 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b309f869-882f-4683-a886-b4bd9502af66 req-eac36d35-3070-4e0c-a766-d78107fbffba tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786550 Apr 20 10:12:21.624924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35114) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:21.774697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:21.793383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:21.797826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Usage tracker for resource:security_group_rule and tenant:89bddce629d24e78b0b4764403083538 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:21.801264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:21.807836 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:21.996792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:22.043226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:22.053036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:22.098072 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89bddce629d24e78b0b4764403083538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718347 Apr 20 10:12:22.099032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd28f89-255b-426c-bfa2-82c018c6d333,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:22.102724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35120) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:22.105492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:22.177877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d74c0c4b-77d0-429e-afa5-617baf83ea19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:22.208623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d74c0c4b-77d0-429e-afa5-617baf83ea19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:22.297171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d74c0c4b-77d0-429e-afa5-617baf83ea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:22.303568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0e8ff355-67f4-4838-ade0-2733d2f07ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:22.316199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c0c4b-77d0-429e-afa5-617baf83ea19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd28f89-255b-426c-bfa2-82c018c6d333,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:22.320354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d74c0c4b-77d0-429e-afa5-617baf83ea19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:22.324257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d74c0c4b-77d0-429e-afa5-617baf83ea19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:22.325974 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d74c0c4b-77d0-429e-afa5-617baf83ea19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cd28f89-255b-426c-bfa2-82c018c6d333 HTTP/1.1" status: 204 len: 168 time: 0.2218080 Apr 20 10:12:23.116171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35138) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:23.134948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.150871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:23.155850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Usage tracker for resource:security_group_rule and tenant:ca2afa2d253e4094852a0d9e5dfd250a is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:23.158866 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:23.164915 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:23.250889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.283911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:12:23.372300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.388064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:23.417269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.448330 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca2afa2d253e4094852a0d9e5dfd250a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282745 Apr 20 10:12:23.448330 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60233023-e256-450e-9954-92af955f12a8,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:23.449439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35144) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:23.455401 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,segment=NetworkSegment(554e7827-1257-4c28-97ae-f53043a00257),segment_id=554e7827-1257-4c28-97ae-f53043a00257)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:23.456432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:23.458584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:23.510380 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed', 'code': 200} Apr 20 10:12:23.525675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.527807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-73983d8b-2a85-4b7c-94b7-c539a0920647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:23.584663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-bd8183a0-5b4c-42e7-aaa0-8d268a8be248 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:23.584663 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-bd8183a0-5b4c-42e7-aaa0-8d268a8be248 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 945 time: 0.2653501 Apr 20 10:12:23.604738 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,revision_number=6']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:23.608209 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:23.661536 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7562b186-2879-4bc6-8d48-e04029b97706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.715879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Deleting port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:12:23.716569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:23.766645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353edad-8496-43a6-b72c-944041d5a9c7 req-edf98566-1a4d-48a2-8edb-9df54d64ca07 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:23.774403 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b353edad-8496-43a6-b72c-944041d5a9c7 req-edf98566-1a4d-48a2-8edb-9df54d64ca07 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 943 time: 0.3127558 Apr 20 10:12:23.808149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7562b186-2879-4bc6-8d48-e04029b97706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:24.174785 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b353edad-8496-43a6-b72c-944041d5a9c7 req-8840b1e8-6243-418e-8494-be3743ef147e tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6ceea28-b6c5-457e-879e-aac54d177330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993936 Apr 20 10:12:24.319552 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7562b186-2879-4bc6-8d48-e04029b97706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:24.328200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:24.352247 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562b186-2879-4bc6-8d48-e04029b97706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60233023-e256-450e-9954-92af955f12a8,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:24.365275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7562b186-2879-4bc6-8d48-e04029b97706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:24.369539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7562b186-2879-4bc6-8d48-e04029b97706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:24.372935 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7562b186-2879-4bc6-8d48-e04029b97706 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60233023-e256-450e-9954-92af955f12a8 HTTP/1.1" status: 204 len: 168 time: 0.9139864 Apr 20 10:12:24.390556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] For port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,segment=NetworkSegment(554e7827-1257-4c28-97ae-f53043a00257),segment_id=554e7827-1257-4c28-97ae-f53043a00257)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:24.390950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:24.566386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Calling delete_port for 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:12:25.022683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:25.032275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e9c2e27d-c41a-40d9-bad3-571e9623c512 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:25.098179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Pushing event deleted for resources: {'Port': ['ID=11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:25.098179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:25.191107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] No DVR routers for this DVR port 11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:12:25.195684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:25.199448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'name': 'network-vif-deleted', 'tag': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:12:25.264157 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-00fd97c5-f1e2-4f43-a294-fe573e37a77e req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.55 "DELETE /v2.0/ports/11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed HTTP/1.1" status: 204 len: 173 time: 1.6736751 Apr 20 10:12:25.272509 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d9a412-4ff3-4c17-8c7e-5169a6724fc2', 'name': 'network-vif-deleted', 'tag': '11af47e5-0dd8-4e8b-b0cc-85f0e56df1ed', 'status': 'completed', 'code': 200} Apr 20 10:12:25.417766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-cfeed55b-7b8f-4b1f-8d55-78f8623f0d6a req-7ee609cc-34d4-4910-8fe5-a2e69e37c7ec tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Synchronizing usage tracker for tenant:437afa1b7f7e41929d0ea6476c23a7c9 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:25.492332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-cfeed55b-7b8f-4b1f-8d55-78f8623f0d6a req-7ee609cc-34d4-4910-8fe5-a2e69e37c7ec tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Unset dirty status for tenant:437afa1b7f7e41929d0ea6476c23a7c9 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:25.494613 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cfeed55b-7b8f-4b1f-8d55-78f8623f0d6a req-7ee609cc-34d4-4910-8fe5-a2e69e37c7ec tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 210 time: 0.1360395 Apr 20 10:12:26.245369 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:12:26.728397 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fd86326b-d100-4b16-8c18-b22d7101a7b3 req-b70b7fc5-a8b5-4824-82e6-1fa4618a1ac0 tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] 10.222.0.26 "GET /v2.0/ports?device_id=07d9a412-4ff3-4c17-8c7e-5169a6724fc2 HTTP/1.1" status: 200 len: 210 time: 0.0684257 Apr 20 10:12:30.085826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35380) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:30.312068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35396) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:30.578271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.585139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35418) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:30.605171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.653314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:30.657949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:30.666786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] Usage tracker for resource:security_group_rule and tenant:4032be74d6f7466bbcd39506420d8956 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:30.673152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:75188a69ce3d4a2a8e3fa22059503a08 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:30.678234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:30.683777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:30.700161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:30.707671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:30.710922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] Deleting subnet 3a29b360-87d6-42ec-b1a9-1158ed69bc45 {{(pid=86374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:12:30.833871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.906190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:30.916142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.134910 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.170651 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.214353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.257300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0ef216d5-de7b-49cd-980f-4d3beb8ae197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:31.272905 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.295165 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4032be74d6f7466bbcd39506420d8956&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2080560 Apr 20 10:12:31.298914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35436) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:31.326439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e63b293-88f3-404f-8a39-0e08650b4336,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:31.331505 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75188a69ce3d4a2a8e3fa22059503a08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0177853 Apr 20 10:12:31.332748 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-29c48ac3-4d77-4a9b-b078-54bd6632fd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:31.333316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-04c098d9-adb5-44f7-9345-61fa306752f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:31.335340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35442) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:31.363824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f00df0-38a4-4ff5-86b7-356d8eca7eec,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:31.367314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:31.375646 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.396997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7b50cda8-9dc5-4c96-a252-abe2b6313a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:31.462552 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.465466 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a29b360-87d6-42ec-b1a9-1158ed69bc45,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:31.469174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:31.488948 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3a29b360-87d6-42ec-b1a9-1158ed69bc45 HTTP/1.1" status: 204 len: 168 time: 0.9026232 Apr 20 10:12:31.491490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bd0b4400-2742-4474-b922-a0ce705aa0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.492450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35448) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:31.535532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f5d1-57b1-4f28-8edc-5a8da88a4758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.553522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bd0b4400-2742-4474-b922-a0ce705aa0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.597699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f5d1-57b1-4f28-8edc-5a8da88a4758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.666631 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.691214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bd0b4400-2742-4474-b922-a0ce705aa0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.697927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:31.717932 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b4400-2742-4474-b922-a0ce705aa0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e63b293-88f3-404f-8a39-0e08650b4336,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:31.721390 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bd0b4400-2742-4474-b922-a0ce705aa0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:31.740172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f5d1-57b1-4f28-8edc-5a8da88a4758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.770850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1f4cfac7-b8b0-4d60-9e22-83450b053862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:31.779704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f5d1-57b1-4f28-8edc-5a8da88a4758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.785097 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ebe1f5d1-57b1-4f28-8edc-5a8da88a4758 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04f00df0-38a4-4ff5-86b7-356d8eca7eec HTTP/1.1" status: 204 len: 168 time: 0.4274364 Apr 20 10:12:31.786965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1f5d1-57b1-4f28-8edc-5a8da88a4758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f00df0-38a4-4ff5-86b7-356d8eca7eec,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:31.789187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bd0b4400-2742-4474-b922-a0ce705aa0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:31.790350 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-bd0b4400-2742-4474-b922-a0ce705aa0aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e63b293-88f3-404f-8a39-0e08650b4336 HTTP/1.1" status: 204 len: 168 time: 0.4903340 Apr 20 10:12:31.791419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ebe1f5d1-57b1-4f28-8edc-5a8da88a4758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:31.879469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.100544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8ac953-4722-4cd9-9152-b4d75d18ebe4']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:32.128947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554e7827-1257-4c28-97ae-f53043a00257') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:32.129295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554e7827-1257-4c28-97ae-f53043a00257') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:32.159768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267451'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.178197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.186698 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:12:32.455158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:12:32.468892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1982239'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.669053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35488) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:32.701749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.702877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Network fc8ac953-4722-4cd9-9152-b4d75d18ebe4 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:12:32.721108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:12:32.729411 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:12:32.749866 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f88e5e85727a44f09d157e9314deefb2 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:32.754202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:32.762251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:32.971400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.986768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.989519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:32.992214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b8b9241d-66ab-4cbe-9658-b9c43840b13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:33.028202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8ac953-4722-4cd9-9152-b4d75d18ebe4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:33.033869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:33.041109 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-07b4d6f7-7bc3-47f3-a164-9573f07d92ca admin admin] 10.222.0.26 "DELETE /v2.0/networks/fc8ac953-4722-4cd9-9152-b4d75d18ebe4 HTTP/1.1" status: 204 len: 168 time: 1.5471022 Apr 20 10:12:33.045663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.056091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82b55f53-611b-4e0a-a54c-a7be2afaedc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:33.102936 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f88e5e85727a44f09d157e9314deefb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323783 Apr 20 10:12:33.108250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35502) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:33.108509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2de5df7-6d1d-4b99-bc76-2f43d9a7d4ff,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:33.112204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:33.215694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-248d1728-2a95-46b8-9d08-ea84f6189936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.255571 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-248d1728-2a95-46b8-9d08-ea84f6189936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.376784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35510) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:33.389784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-248d1728-2a95-46b8-9d08-ea84f6189936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.398110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2995cc1e-155a-4808-8a98-bc6cdbf05c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:33.415333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d1728-2a95-46b8-9d08-ea84f6189936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2de5df7-6d1d-4b99-bc76-2f43d9a7d4ff,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:33.419807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-248d1728-2a95-46b8-9d08-ea84f6189936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:33.421044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-248d1728-2a95-46b8-9d08-ea84f6189936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.425323 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-248d1728-2a95-46b8-9d08-ea84f6189936 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2de5df7-6d1d-4b99-bc76-2f43d9a7d4ff HTTP/1.1" status: 204 len: 168 time: 0.3125110 Apr 20 10:12:33.481258 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8882bb8f-e2c9-415a-a6ec-93010522ee64 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=437afa1b7f7e41929d0ea6476c23a7c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1017044 Apr 20 10:12:33.484591 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35518) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:33.535876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35522) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:33.564669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6799beba-db6c-4a2d-8029-58b1fa647a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.601995 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6799beba-db6c-4a2d-8029-58b1fa647a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.690720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6799beba-db6c-4a2d-8029-58b1fa647a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.696405 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:33.711932 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799beba-db6c-4a2d-8029-58b1fa647a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ceea28-b6c5-457e-879e-aac54d177330,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:33.715162 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6799beba-db6c-4a2d-8029-58b1fa647a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:33.716713 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6799beba-db6c-4a2d-8029-58b1fa647a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.717965 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6799beba-db6c-4a2d-8029-58b1fa647a16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6ceea28-b6c5-457e-879e-aac54d177330 HTTP/1.1" status: 204 len: 168 time: 0.2322214 Apr 20 10:12:33.723800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:33.763113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:33.771971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Usage tracker for resource:security_group_rule and tenant:9ffe65650d644452981cbbaf9a525995 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:33.778013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:33.793576 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:34.010090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:34.088533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:34.098331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:34.156354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bab59f-9f72-41ef-858b-5288beb0320a,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:34.180682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:34.188272 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ffe65650d644452981cbbaf9a525995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6499543 Apr 20 10:12:34.195714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35548) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:34.277250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-24e6c797-a4aa-498a-8c66-fb47ba5aa037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:34.312041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-24e6c797-a4aa-498a-8c66-fb47ba5aa037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:34.403377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-24e6c797-a4aa-498a-8c66-fb47ba5aa037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:34.411619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:34.429543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6c797-a4aa-498a-8c66-fb47ba5aa037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bab59f-9f72-41ef-858b-5288beb0320a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:34.432032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-24e6c797-a4aa-498a-8c66-fb47ba5aa037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:34.435745 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-24e6c797-a4aa-498a-8c66-fb47ba5aa037 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6bab59f-9f72-41ef-858b-5288beb0320a HTTP/1.1" status: 204 len: 168 time: 0.2365186 Apr 20 10:12:34.436038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-24e6c797-a4aa-498a-8c66-fb47ba5aa037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:35.829378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35604) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:35.864099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:35.897120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:35.906351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Usage tracker for resource:security_group_rule and tenant:54d417b2984847d4af596e5fbab6259a is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:35.912877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:35.925608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:36.056810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:36.092001 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:36.116793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7562b186-2879-4bc6-8d48-e04029b97706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:36.166885 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54d417b2984847d4af596e5fbab6259a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359261 Apr 20 10:12:36.171801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35618) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:36.274160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bc6ad5-942c-45cc-b4d0-4836d354777d,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:36.278017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:36.296097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-67597f4a-c528-46d4-8516-56ecb271d349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:36.335007 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-67597f4a-c528-46d4-8516-56ecb271d349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:36.497483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-67597f4a-c528-46d4-8516-56ecb271d349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:36.509278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:36.540256 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67597f4a-c528-46d4-8516-56ecb271d349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bc6ad5-942c-45cc-b4d0-4836d354777d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:36.556854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-67597f4a-c528-46d4-8516-56ecb271d349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:36.565786 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-67597f4a-c528-46d4-8516-56ecb271d349 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29bc6ad5-942c-45cc-b4d0-4836d354777d HTTP/1.1" status: 204 len: 168 time: 0.3923912 Apr 20 10:12:36.567268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-67597f4a-c528-46d4-8516-56ecb271d349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:36.811363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35638) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:37.180012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-network', 'tenant_id': 'aff0273c806d4621893b13562813a251'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:37.199808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:37.211679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Usage tracker for resource:network and tenant:aff0273c806d4621893b13562813a251 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:37.219134 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:37.238323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:37.285610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Made reservation on behalf of aff0273c806d4621893b13562813a251 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:37.302190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.338150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.373296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:37.381124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Usage tracker for resource:security_group_rule and tenant:aff0273c806d4621893b13562813a251 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:37.386526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:37.398371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:37.541450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.593806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.599139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4f3529cc-1a18-42e3-ad82-b2c59b26277b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:37.635896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e183d830-79a9-437f-8ad6-7f04904a5bb5,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:37.644689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:37.648438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:12:37.661105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.661703 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Added segment 9be1479f-13db-43b4-a4d3-e321f831809a of type vlan for network ec7dae7f-7b70-4293-a792-03bea697db19 Apr 20 10:12:37.698146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.799538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.801389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:37.802056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:37.807780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:37.971764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Pushing event updated for resources: {'Network': ['ID=ec7dae7f-7b70-4293-a792-03bea697db19,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:37.975897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:37.991904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network ec7dae7f-7b70-4293-a792-03bea697db19 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:12:38.009652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35686) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:38.009917 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1966982 Apr 20 10:12:38.027881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Request body: {'subnet': {'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-subnet', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:38.043063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:38.054760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Usage tracker for resource:subnet and tenant:aff0273c806d4621893b13562813a251 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:38.061592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:38.078036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:38.166463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Made reservation on behalf of aff0273c806d4621893b13562813a251 for: {'subnet': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:12:38.172808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.113490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.123682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f150cf94-a2aa-4735-aeec-e1e8bbca44fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:39.298225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Checking segment: {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:39.298225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Network hostable DHCP agents. Network: ec7dae7f-7b70-4293-a792-03bea697db19, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:12:39.308508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9d0631-7c57-47b3-95bf-d15a51055866,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:39.314381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:39.373725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Network ec7dae7f-7b70-4293-a792-03bea697db19 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:12:39.443241 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, ec7dae7f-7b70-4293-a792-03bea697db19) {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:39.450569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:39.454493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.458481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7abbef-fcde-4769-88af-32fa2a59a8f2 None None] Network ec7dae7f-7b70-4293-a792-03bea697db19 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:39.592066 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5795147 Apr 20 10:12:39.593485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35732) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:39.601838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:12:39.609494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:39.617900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Usage tracker for resource:router and tenant:aff0273c806d4621893b13562813a251 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:39.623693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:39.635950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:39.701631 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.703981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.737982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:39.939255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c74ec0-64d7-4004-a575-40dbac64ea61 None None] Network ec7dae7f-7b70-4293-a792-03bea697db19 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:12:40.384289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:40.539551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35762) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:40.769081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:40.820562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:40.837181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Usage tracker for resource:security_group_rule and tenant:a1580ff30f0747c685af62f4214ee021 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:40.843400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:40.855464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:41.021767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.055018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.073735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.087142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:41.091606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35786) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:41.131823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.149749 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1580ff30f0747c685af62f4214ee021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6083272 Apr 20 10:12:41.151208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94598a6-de34-4a40-a4cc-43d4135a054f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:41.156155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35790) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:41.160868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:41.247763 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22080bf4-542c-4149-ba60-b2f2c681f4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.284673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22080bf4-542c-4149-ba60-b2f2c681f4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.325522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] Deleting subnet 436602ee-62b3-41e5-8fcb-bc0f0c4c2901 {{(pid=86374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:12:41.335868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.380546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35798) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:41.384608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22080bf4-542c-4149-ba60-b2f2c681f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.395893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:41.417006 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22080bf4-542c-4149-ba60-b2f2c681f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94598a6-de34-4a40-a4cc-43d4135a054f,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:41.421412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-22080bf4-542c-4149-ba60-b2f2c681f4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:41.427730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22080bf4-542c-4149-ba60-b2f2c681f4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.429792 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-22080bf4-542c-4149-ba60-b2f2c681f4e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d94598a6-de34-4a40-a4cc-43d4135a054f HTTP/1.1" status: 204 len: 168 time: 0.2719736 Apr 20 10:12:41.454996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.470822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.517924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Allocated IP 172.27.3.203 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/43ead086-82f6-4678-bdb1-809e79739a1b) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:12:41.886026 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.986161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for subnet, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:41.992622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-29bc2456-17ec-4c22-8576-9a485193bd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:42.039933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.041300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436602ee-62b3-41e5-8fcb-bc0f0c4c2901,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:42.044907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:42.056300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.059103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-be073a2f-bb94-4c8b-aafc-00e14dddef0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:42.098861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.124154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:12:42.130326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:42.141379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:12:42.152045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:42.160624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Usage tracker for resource:security_group_rule and tenant:96919d1f2fbb4fbab45ed99653a12bbb is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:42.166398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:42.192543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:42.223859 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/436602ee-62b3-41e5-8fcb-bc0f0c4c2901 HTTP/1.1" status: 204 len: 168 time: 1.1309123 Apr 20 10:12:42.224581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35826) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:42.310862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Pushing event updated for resources: {'Port': ['ID=43ead086-82f6-4678-bdb1-809e79739a1b,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:42.376043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.411205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.432517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c6da24d7-5102-40b9-af6d-ef895697056b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:42.482794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fb8cb5-3afa-4364-b31c-b5e5bf9eee17,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:42.506126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:42.520559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35832) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:42.559490 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96919d1f2fbb4fbab45ed99653a12bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1765542 Apr 20 10:12:42.566024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35836) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:42.602406 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.646119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:42.669304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Usage tracker for resource:security_group_rule and tenant:b687e8e3c45343c3b53a3961c95b7b56 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:42.675820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:42.676585 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:42.690420 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:42.860188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.925456 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.943375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2b079ee7-382a-43a5-83de-b78e66f83962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:42.990019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:42.990848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3bc89029-99a6-4e2b-8fdd-6a59341c94a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.088501 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b687e8e3c45343c3b53a3961c95b7b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618360 Apr 20 10:12:43.096567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35844) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:43.112618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab22733c-7e34-413d-9ea9-ff9644b4be81,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:43.117417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:43.127880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3bc89029-99a6-4e2b-8fdd-6a59341c94a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.286355 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3bc89029-99a6-4e2b-8fdd-6a59341c94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.313299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f5f4c6f7-db46-48f9-9748-ef94b523287d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:43.316171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.353450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc89029-99a6-4e2b-8fdd-6a59341c94a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fb8cb5-3afa-4364-b31c-b5e5bf9eee17,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:43.367863 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3bc89029-99a6-4e2b-8fdd-6a59341c94a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:43.394273 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3bc89029-99a6-4e2b-8fdd-6a59341c94a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.396134 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3bc89029-99a6-4e2b-8fdd-6a59341c94a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7fb8cb5-3afa-4364-b31c-b5e5bf9eee17 HTTP/1.1" status: 204 len: 168 time: 0.8279521 Apr 20 10:12:43.565132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8304446e-288a-447f-ad08-2d2eeba08d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.566595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0fe6fb06-f844-45aa-b267-e89cb3eaed89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.641132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.641815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.643270 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.643935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > port after_create 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.644485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > port after_delete 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.645928 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > port after_update 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.646568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.647368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.648266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.648968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.736146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.736593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.737999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.738468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 10:12:43.738872 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4109c2-8bd5-4c66-befa-696a1092d802']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:43.761783 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.838427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e82f61-9232-4a8d-a9f2-c3f4253e78ad') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:43.838726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e82f61-9232-4a8d-a9f2-c3f4253e78ad') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:43.925117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0fe6fb06-f844-45aa-b267-e89cb3eaed89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.935868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:43.993304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.042405 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:12:44.329119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35864) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:44.337602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0fe6fb06-f844-45aa-b267-e89cb3eaed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.347060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f2e371a8-d9ac-45bd-9537-52960cd2b5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:44.368554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.407379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:44.416230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Usage tracker for resource:security_group_rule and tenant:bde3269435134adaa65bddd89c88f1e8 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:44.423875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:44.431384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Network 6b4109c2-8bd5-4c66-befa-696a1092d802 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:12:44.436690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:44.443735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.473442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6fb06-f844-45aa-b267-e89cb3eaed89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab22733c-7e34-413d-9ea9-ff9644b4be81,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:44.561550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0fe6fb06-f844-45aa-b267-e89cb3eaed89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:44.572983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0fe6fb06-f844-45aa-b267-e89cb3eaed89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.577930 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0fe6fb06-f844-45aa-b267-e89cb3eaed89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab22733c-7e34-413d-9ea9-ff9644b4be81 HTTP/1.1" status: 204 len: 168 time: 1.4797611 Apr 20 10:12:44.622429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.665762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.686971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-61902d7d-ab5e-47c9-92b8-d903f4391770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:44.708049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Network 6b4109c2-8bd5-4c66-befa-696a1092d802 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:12:44.733763 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4671699c-369d-4f6e-b699-f1f207a8d2fe,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:44.753318 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:44.779714 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bde3269435134adaa65bddd89c88f1e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487422 Apr 20 10:12:44.784104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35884) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: from cryptography.utils import int_from_bytes Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: from cryptography.utils import int_from_bytes Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: (rel_b, rel_a, rel_b), Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: (rel_b, rel_a, rel_b), Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:12:44.830532 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:12:44.846693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.946865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-920df488-a2f1-4a5f-81c8-5e4a886b79df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:44.983968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-920df488-a2f1-4a5f-81c8-5e4a886b79df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.085411 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-920df488-a2f1-4a5f-81c8-5e4a886b79df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.093548 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3c7b446e-df1a-40c3-ba06-a4b5035f64df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:45.109104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920df488-a2f1-4a5f-81c8-5e4a886b79df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4671699c-369d-4f6e-b699-f1f207a8d2fe,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:45.112913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-920df488-a2f1-4a5f-81c8-5e4a886b79df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:45.114335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-920df488-a2f1-4a5f-81c8-5e4a886b79df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.115764 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-920df488-a2f1-4a5f-81c8-5e4a886b79df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4671699c-369d-4f6e-b699-f1f207a8d2fe HTTP/1.1" status: 204 len: 168 time: 0.3293061 Apr 20 10:12:45.166922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.442912 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.487042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9991431f-9e96-4030-a423-9f075263b25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:45.536547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.568491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4109c2-8bd5-4c66-befa-696a1092d802,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:45.583986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:45.590040 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] 10.222.0.26 "DELETE /v2.0/networks/6b4109c2-8bd5-4c66-befa-696a1092d802 HTTP/1.1" status: 204 len: 168 time: 3.3600535 Apr 20 10:12:45.593455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35906) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:45.708515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:12:45.734337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4882aed6-6359-41bf-b24e-9211fe83e79a admin admin] Deleting subnet a4abae74-7c33-4713-86d3-b2b888562fa5 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:12:45.738812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4882aed6-6359-41bf-b24e-9211fe83e79a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:45.838915 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4882aed6-6359-41bf-b24e-9211fe83e79a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508365'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.052216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4882aed6-6359-41bf-b24e-9211fe83e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.352778 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e0ac-faf5-4034-bd61-21027b136a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.540322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:12:46.557252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Sync routers for ids ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:12:46.574257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Routers {'50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:46.584265 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:12:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:46.620125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.626588 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0316353 Apr 20 10:12:46.631227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 35944) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:46.691198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4882aed6-6359-41bf-b24e-9211fe83e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852794180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2291169'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.697841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-eade1e31-7886-4e83-b6b7-f1b8e8a74ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:46.844413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4882aed6-6359-41bf-b24e-9211fe83e79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:46.873804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882aed6-6359-41bf-b24e-9211fe83e79a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4abae74-7c33-4713-86d3-b2b888562fa5,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:46.885723 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4882aed6-6359-41bf-b24e-9211fe83e79a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a4abae74-7c33-4713-86d3-b2b888562fa5 HTTP/1.1" status: 204 len: 168 time: 1.2909958 Apr 20 10:12:46.886892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 35956) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:46.887958 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4882aed6-6359-41bf-b24e-9211fe83e79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:47.102411 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:47.388879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Set router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:47.690127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:47.711200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.037288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.180424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.194403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036d6692-2b2a-48e6-be9b-5df80d037036']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:48.210703 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6776977a-7b77-4d15-b269-42533933e70f') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:48.211012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6776977a-7b77-4d15-b269-42533933e70f') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:48.226197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267451'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.242326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.250832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:12:48.285465 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:12:39Z', 'updated_at': '2021-04-20T10:12:42Z', 'revision_number': 3, 'project_id': 'aff0273c806d4621893b13562813a251', 'gw_port': {'id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:41Z', 'updated_at': '2021-04-20T10:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:48.290378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Checking router: 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:12:48.291038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Updating router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 port 43ead086-82f6-4678-bdb1-809e79739a1b binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:12:48.393709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.529738 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Network 036d6692-2b2a-48e6-be9b-5df80d037036 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:12:48.547303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1982239'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.554253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.656377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Allocated IP 172.20.0.1 (ec7dae7f-7b70-4293-a792-03bea697db19/ff9d0631-7c57-47b3-95bf-d15a51055866/504aa0d8-cbaa-4212-b8dc-144b64204e18) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:12:48.772927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Network 036d6692-2b2a-48e6-be9b-5df80d037036 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:12:48.880136 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:12:48.946067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.951495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:48.973821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:48.976483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=036d6692-2b2a-48e6-be9b-5df80d037036,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:48.980124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:48.984167 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] 10.222.0.26 "DELETE /v2.0/networks/036d6692-2b2a-48e6-be9b-5df80d037036 HTTP/1.1" status: 204 len: 168 time: 2.0912626 Apr 20 10:12:49.004794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.079674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.097361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:49.099749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.115694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Transition to ACTIVE for port object 43ead086-82f6-4678-bdb1-809e79739a1b will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:49.147581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.154065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e8c567f5-0acd-4d5a-a7ca-82148bd9f272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:49.171147 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Network ec7dae7f-7b70-4293-a792-03bea697db19 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:12:49.174444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:49.213313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:12:49.287243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Pushing event updated for resources: {'Port': ['ID=504aa0d8-cbaa-4212-b8dc-144b64204e18,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:49.294364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:49.314372 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Attempting to bind port 43ead086-82f6-4678-bdb1-809e79739a1b on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:49.314820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Attempting to bind port 43ead086-82f6-4678-bdb1-809e79739a1b by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:49.315205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Attempting to bind port 43ead086-82f6-4678-bdb1-809e79739a1b on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:49.325833 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Pushing event updated for resources: {'Port': ['ID=43ead086-82f6-4678-bdb1-809e79739a1b,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:49.330705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:49.331132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:49.331590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.332106 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:49.332680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Bound port: 43ead086-82f6-4678-bdb1-809e79739a1b, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:49.333119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.371560 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.372147 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.372523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.372946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.373312 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.373679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.374040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.374464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.374846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.375204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.375563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.375931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:12:49.382667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.386475 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:49.439665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] For port 43ead086-82f6-4678-bdb1-809e79739a1b, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:49.445809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] For port 43ead086-82f6-4678-bdb1-809e79739a1b, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=43ead086-82f6-4678-bdb1-809e79739a1b,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:49.505706 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.511336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:49.606257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Routers {'50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:49.607189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:12:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:49.676177 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36026) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:49.681790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Pushing event updated for resources: {'Port': ['ID=43ead086-82f6-4678-bdb1-809e79739a1b,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:49.689079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5ecf4630-bb36-47a9-8a72-adbdd2e573b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:49.764843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:49.854437 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-bf5e84b2-9e15-4b99-babb-434ca3ead2ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb1a6d680dff4930861a8b4823b6311e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761196 Apr 20 10:12:49.857321 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36030) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:49.887817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] Set router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:50.009135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-457bbcda-3b46-4ced-ba18-b264044795fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.084842 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-457bbcda-3b46-4ced-ba18-b264044795fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.226276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.239190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-457bbcda-3b46-4ced-ba18-b264044795fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.244924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4f0eb1d1-930a-45c0-867e-c547836b3006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:50.261296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bbcda-3b46-4ced-ba18-b264044795fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7b1c5e-b108-4352-b2f8-4f72a8c97414,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:50.264291 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-457bbcda-3b46-4ced-ba18-b264044795fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.265577 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-457bbcda-3b46-4ced-ba18-b264044795fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec7b1c5e-b108-4352-b2f8-4f72a8c97414 HTTP/1.1" status: 204 len: 168 time: 0.4064760 Apr 20 10:12:50.266556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-457bbcda-3b46-4ced-ba18-b264044795fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:50.283581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.368367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:50.385652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:12:39Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 4, 'project_id': 'aff0273c806d4621893b13562813a251', 'gw_port': {'id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:41Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '504aa0d8-cbaa-4212-b8dc-144b64204e18', 'name': '', 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'mac_address': 'fa:16:3e:1e:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:48Z', 'updated_at': '2021-04-20T10:12:48Z', 'revision_number': 1, 'project_id': 'aff0273c806d4621893b13562813a251', 'subnets': [{'id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:50.399827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e4b0b-cd54-48cb-9dfb-548087071e00 None None] The sync data for ids ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'] in dv-cinder-774594-4-iscsi is: [{'id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:12:39Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 4, 'project_id': 'aff0273c806d4621893b13562813a251', 'gw_port': {'id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:41Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '504aa0d8-cbaa-4212-b8dc-144b64204e18', 'name': '', 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'mac_address': 'fa:16:3e:1e:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:48Z', 'updated_at': '2021-04-20T10:12:48Z', 'revision_number': 1, 'project_id': 'aff0273c806d4621893b13562813a251', 'subnets': [{'id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:12:50.473619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:50.487988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Pushing event updated for resources: {'Port': ['ID=504aa0d8-cbaa-4212-b8dc-144b64204e18,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:50.487988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:50.721506 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Network ec7dae7f-7b70-4293-a792-03bea697db19 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:12:50.724143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:12:51.383866 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:12:51.604678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:12:51.616777 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] 10.222.0.26 "PUT /v2.0/routers/50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9869802 Apr 20 10:12:51.636028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36066) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:51.792956 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0c9ad7d0-d00d-453d-a4fb-f46141a64ee7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0bfd4b4442d464d80b1a1b5bccbbf53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538849 Apr 20 10:12:51.796077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36072) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:51.906252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee15a5a3-b03b-40c1-b657-011525073de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:51.946065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee15a5a3-b03b-40c1-b657-011525073de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.113566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee15a5a3-b03b-40c1-b657-011525073de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.120021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5e36e09a-e04a-41fe-a131-94d5a5d48c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:52.139544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee15a5a3-b03b-40c1-b657-011525073de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:52.157926 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ee15a5a3-b03b-40c1-b657-011525073de3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60da95f6-eed8-4917-84a2-593ec4945e18 HTTP/1.1" status: 204 len: 168 time: 0.3482325 Apr 20 10:12:52.160596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15a5a3-b03b-40c1-b657-011525073de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da95f6-eed8-4917-84a2-593ec4945e18,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:52.168085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ee15a5a3-b03b-40c1-b657-011525073de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:52.805549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-88a624fe-5170-4ffc-820d-d5d64f14a05d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:52.805549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-88a624fe-5170-4ffc-820d-d5d64f14a05d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Synchronizing usage tracker for tenant:aff0273c806d4621893b13562813a251 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:12:52.911245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-88a624fe-5170-4ffc-820d-d5d64f14a05d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Unset dirty status for tenant:aff0273c806d4621893b13562813a251 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:12:52.919544 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-88a624fe-5170-4ffc-820d-d5d64f14a05d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 819 time: 0.4421551 Apr 20 10:12:52.960001 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 43ead086-82f6-4678-bdb1-809e79739a1b up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:52.973071 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-bd8e9df8-4fed-48bd-98c0-51f3d0ff5965 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/quotas/aff0273c806d4621893b13562813a251 HTTP/1.1" status: 200 len: 375 time: 0.0502348 Apr 20 10:12:53.129900 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-b8f1a021-5b0d-4c7e-b8fa-23ec44f99e74 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552703 Apr 20 10:12:53.196581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 43ead086-82f6-4678-bdb1-809e79739a1b completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:53.211387 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 43ead086-82f6-4678-bdb1-809e79739a1b triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:53.212065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:53.302220 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-abfaa9fd-d59d-4b76-bf7d-4d19d3cc0b5d service neutron] 10.222.0.26 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708472 Apr 20 10:12:53.521909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:53.546673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c15b-b445-49df-aad9-e473f23eab8f req-ce6cbee4-5a7b-4846-bc5c-6d0902f48c40 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:53.551515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 43ead086-82f6-4678-bdb1-809e79739a1b, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=43ead086-82f6-4678-bdb1-809e79739a1b,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:53.551772 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8ad3c15b-b445-49df-aad9-e473f23eab8f req-ce6cbee4-5a7b-4846-bc5c-6d0902f48c40 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.2145650 Apr 20 10:12:53.604558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:53.610853 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:53.658524 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-b9ef9e00-3117-4f2e-9cee-dbb75f0be393 service neutron] 10.222.0.26 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545406 Apr 20 10:12:53.697757 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8ad3c15b-b445-49df-aad9-e473f23eab8f req-1695bb37-7c6a-4bf3-9afc-fa091a77e378 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449668 Apr 20 10:12:53.821447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=43ead086-82f6-4678-bdb1-809e79739a1b,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:53.847170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:54.160611 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fe3e368f-4662-499d-90d2-54e9ac59adc7 req-37028190-021e-449e-8597-b161c13eac83 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 210 time: 0.1061499 Apr 20 10:12:54.884205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 43ead086-82f6-4678-bdb1-809e79739a1b up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:55.090946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 43ead086-82f6-4678-bdb1-809e79739a1b triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:55.091592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:55.213576 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Sync routers for ids ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:12:55.262383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Routers {'50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:55.264090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:12:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:55.385584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-9d6596a8-1c69-454d-af3a-1dea0345f2e3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:55.394277 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-9d6596a8-1c69-454d-af3a-1dea0345f2e3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 819 time: 0.3824234 Apr 20 10:12:55.412117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfd054-ee9a-4d1c-9a98-b5fe21ea59a8 req-aa801680-0c26-4fb7-ac5a-239d2396fa14 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:55.421537 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-efdfd054-ee9a-4d1c-9a98-b5fe21ea59a8 req-aa801680-0c26-4fb7-ac5a-239d2396fa14 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.4590206 Apr 20 10:12:55.457118 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-89bcdb83-dd00-4d06-9928-582c0528b273 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/quotas/aff0273c806d4621893b13562813a251 HTTP/1.1" status: 200 len: 375 time: 0.0613883 Apr 20 10:12:55.545368 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-efdfd054-ee9a-4d1c-9a98-b5fe21ea59a8 req-d330ec5e-f19b-4c1e-b8ee-eed0dc9dc833 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226158 Apr 20 10:12:55.620103 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-61b01235-8ca4-4cb9-84de-1dd2f827d6ff tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615338 Apr 20 10:12:55.767795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Set router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:56.070211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-3e53d171-c517-45ca-8ed3-80d19bdaa178 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:12:56.086368 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-3e53d171-c517-45ca-8ed3-80d19bdaa178 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1504214 Apr 20 10:12:56.349330 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:12:39Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 4, 'project_id': 'aff0273c806d4621893b13562813a251', 'gw_port': {'id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:41Z', 'updated_at': '2021-04-20T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '504aa0d8-cbaa-4212-b8dc-144b64204e18', 'name': '', 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'mac_address': 'fa:16:3e:1e:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:48Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 2, 'project_id': 'aff0273c806d4621893b13562813a251', 'subnets': [{'id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:56.355032 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-6ea4cb57-3f20-4622-af8d-37060cbed867 service neutron] 10.222.0.26 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669926 Apr 20 10:12:56.355226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Checking router: 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:12:56.355643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Updating router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 port 504aa0d8-cbaa-4212-b8dc-144b64204e18 binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:12:56.471925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36242) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:56.485442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.644750 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-852c183c-a13a-4af1-8292-94cfb6d76297 service neutron] 10.222.0.26 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826879 Apr 20 10:12:56.781647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:56.804435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:56.811004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:18fce1769fcb49c287747996af818338 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:56.814596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:56.822903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:57.010742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a908e-2d70-4f4e-b7d6-3bfe5e78cb60 req-26800931-1fa2-4df3-9f2f-12be41f0686e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:57.017874 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3c7a908e-2d70-4f4e-b7d6-3bfe5e78cb60 req-26800931-1fa2-4df3-9f2f-12be41f0686e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.2946239 Apr 20 10:12:57.163756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.169463 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3c7a908e-2d70-4f4e-b7d6-3bfe5e78cb60 req-0666fed7-41cb-404c-bb54-c56636cd9654 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478825 Apr 20 10:12:57.210347 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.266907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3ecc964c-328d-4f96-9283-2c9b973a562a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:57.285139 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18fce1769fcb49c287747996af818338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8118067 Apr 20 10:12:57.286403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36268) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:57.331062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.359388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Transition to ACTIVE for port object 504aa0d8-cbaa-4212-b8dc-144b64204e18 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:12:57.365692 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e849bf97-b69b-45fd-b206-6cecc5d4ed7e req-e78d86ae-6276-4149-a6dc-0af041503b2a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 210 time: 0.0950351 Apr 20 10:12:57.382838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3597091-059e-4794-9e81-ba5af18cae8f,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:57.393629 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:57.416681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.420340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2da5f9f1-9aa7-4637-a5bf-c25a2b3dd811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.423171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:57.484729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36276) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:57.486983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2da5f9f1-9aa7-4637-a5bf-c25a2b3dd811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.600206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2da5f9f1-9aa7-4637-a5bf-c25a2b3dd811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.618938 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ac809c3b-3dbb-4fae-bc89-be95abd252a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:57.640233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2da5f9f1-9aa7-4637-a5bf-c25a2b3dd811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.648125 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2da5f9f1-9aa7-4637-a5bf-c25a2b3dd811 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3597091-059e-4794-9e81-ba5af18cae8f HTTP/1.1" status: 204 len: 168 time: 0.3523290 Apr 20 10:12:57.648125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5f9f1-9aa7-4637-a5bf-c25a2b3dd811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3597091-059e-4794-9e81-ba5af18cae8f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:57.648335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ac20b-1b41-45a9-a0db-3b460a4da230 None None] Pushing event updated for resources: {'Port': ['ID=504aa0d8-cbaa-4212-b8dc-144b64204e18,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:57.649050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2da5f9f1-9aa7-4637-a5bf-c25a2b3dd811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:57.666607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-199ac20b-1b41-45a9-a0db-3b460a4da230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:57.676893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.709083 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:57.717371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Usage tracker for resource:security_group_rule and tenant:75aae737d9914a8b8b80d30e68cade94 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:57.723729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:57.736777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:12:57.865786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Attempting to bind port 504aa0d8-cbaa-4212-b8dc-144b64204e18 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:12:57.866210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Attempting to bind port 504aa0d8-cbaa-4212-b8dc-144b64204e18 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:12:57.866740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Attempting to bind port 504aa0d8-cbaa-4212-b8dc-144b64204e18 on network ec7dae7f-7b70-4293-a792-03bea697db19 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:12:57.874987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:12:57.874987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Checking segment: {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:12:57.875489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.875998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Bound using segment: {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:12:57.876578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Bound port: 504aa0d8-cbaa-4212-b8dc-144b64204e18, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:12:57.877110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:57.994806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] For port 504aa0d8-cbaa-4212-b8dc-144b64204e18, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:12:58.000133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] For port 504aa0d8-cbaa-4212-b8dc-144b64204e18, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=504aa0d8-cbaa-4212-b8dc-144b64204e18,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:12:58.013671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:58.032478 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:58.044871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:58.063333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:58.117055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fbcd2237-d8a2-4177-a72d-988147f5701c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:58.215987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ac20b-1b41-45a9-a0db-3b460a4da230 None None] Pushing event updated for resources: {'Port': ['ID=504aa0d8-cbaa-4212-b8dc-144b64204e18,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:58.222467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-199ac20b-1b41-45a9-a0db-3b460a4da230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:58.254051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Routers {'50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:12:58.254754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:12:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:58.265920 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75aae737d9914a8b8b80d30e68cade94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7752306 Apr 20 10:12:58.266426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36298) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:58.269430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8968ec85-a425-4097-9078-45b2137ecab2,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:58.289588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:58.422204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61e4ebf8-a1a9-43e9-9765-5d82641f0e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:58.494450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61e4ebf8-a1a9-43e9-9765-5d82641f0e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:58.605208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a296b5c-ef2b-422f-a674-2ac9dff07669 req-04e76d41-7f38-4820-aa27-944139473a1b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:12:58.607971 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0a296b5c-ef2b-422f-a674-2ac9dff07669 req-04e76d41-7f38-4820-aa27-944139473a1b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.1761196 Apr 20 10:12:58.636602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61e4ebf8-a1a9-43e9-9765-5d82641f0e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:58.641837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bd0b4400-2742-4474-b922-a0ce705aa0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:58.661942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4ebf8-a1a9-43e9-9765-5d82641f0e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8968ec85-a425-4097-9078-45b2137ecab2,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:58.666087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-61e4ebf8-a1a9-43e9-9765-5d82641f0e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:58.667127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61e4ebf8-a1a9-43e9-9765-5d82641f0e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:58.676091 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-61e4ebf8-a1a9-43e9-9765-5d82641f0e55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8968ec85-a425-4097-9078-45b2137ecab2 HTTP/1.1" status: 204 len: 168 time: 0.4007869 Apr 20 10:12:58.676410 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0a296b5c-ef2b-422f-a674-2ac9dff07669 req-41880d46-261a-424b-ab3e-0a27a1ef78f2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521555 Apr 20 10:12:58.720765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] Set router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:12:58.893634 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1de46fc1-513d-4438-8998-598305a9414e req-498a355f-cc67-429e-b7c5-cf8b45e1abd9 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 210 time: 0.0605180 Apr 20 10:12:58.957699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 504aa0d8-cbaa-4212-b8dc-144b64204e18 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:12:59.189685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 504aa0d8-cbaa-4212-b8dc-144b64204e18 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:12:59.203424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 504aa0d8-cbaa-4212-b8dc-144b64204e18 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:12:59.203839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:59.436862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:59.479033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:12:39Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 4, 'project_id': 'aff0273c806d4621893b13562813a251', 'gw_port': {'id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:41Z', 'updated_at': '2021-04-20T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '504aa0d8-cbaa-4212-b8dc-144b64204e18', 'name': '', 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'mac_address': 'fa:16:3e:1e:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:48Z', 'updated_at': '2021-04-20T10:12:57Z', 'revision_number': 4, 'project_id': 'aff0273c806d4621893b13562813a251', 'subnets': [{'id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:12:59.490929 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 504aa0d8-cbaa-4212-b8dc-144b64204e18, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=504aa0d8-cbaa-4212-b8dc-144b64204e18,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:12:59.492372 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a532cb-6047-4025-9cd2-af3758e03266 None None] The sync data for ids ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'] in dv-cinder-774594-4-iscsi is: [{'id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:12:39Z', 'updated_at': '2021-04-20T10:12:49Z', 'revision_number': 4, 'project_id': 'aff0273c806d4621893b13562813a251', 'gw_port': {'id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:41Z', 'updated_at': '2021-04-20T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '504aa0d8-cbaa-4212-b8dc-144b64204e18', 'name': '', 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'mac_address': 'fa:16:3e:1e:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:48Z', 'updated_at': '2021-04-20T10:12:57Z', 'revision_number': 4, 'project_id': 'aff0273c806d4621893b13562813a251', 'subnets': [{'id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:12:59.528818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:59.530762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:12:59.616310 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36332) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:12:59.654901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:12:59.667007 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=504aa0d8-cbaa-4212-b8dc-144b64204e18,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:12:59.667007 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:12:59.704187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:12:59.715070 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Usage tracker for resource:security_group_rule and tenant:44aaf579859d4bb0aaa3340aa316484e is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:12:59.724917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:12:59.754638 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:00.165978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.226394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.295266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36348) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:00.296025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:00.310163 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44aaf579859d4bb0aaa3340aa316484e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7053545 Apr 20 10:13:00.321387 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36352) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:00.404833 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd0545e-c4c3-4d2a-9921-8ec3dd4aac70,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:00.409337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:00.445341 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a52236a9-4a24-4910-880f-b75bfacb270b req-d6b3cb82-98c6-4ba3-a2ab-764ff431c718 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 210 time: 0.1803868 Apr 20 10:13:00.463933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9db46109-0b07-4b7f-8336-a3a46e2c0468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.525232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380811ab-96c4-46d3-ae96-1dbc148c405f req-a05b4662-8d7a-48ab-b4b5-5b169b2a9975 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:00.527037 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-380811ab-96c4-46d3-ae96-1dbc148c405f req-a05b4662-8d7a-48ab-b4b5-5b169b2a9975 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.6135755 Apr 20 10:13:00.532187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9db46109-0b07-4b7f-8336-a3a46e2c0468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.622814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-77cf4633-43cc-4c84-83b7-ce2873bc740f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:00.624471 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-77cf4633-43cc-4c84-83b7-ce2873bc740f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.55 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 819 time: 0.5616033 Apr 20 10:13:00.645457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Request body: {'port': {'device_id': '3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2', 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'admin_state_up': True, 'tenant_id': 'aff0273c806d4621893b13562813a251'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:00.668692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9db46109-0b07-4b7f-8336-a3a46e2c0468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.668692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0fe6fb06-f844-45aa-b267-e89cb3eaed89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:00.707788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9db46109-0b07-4b7f-8336-a3a46e2c0468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:00.707788 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9db46109-0b07-4b7f-8336-a3a46e2c0468 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5dd0545e-c4c3-4d2a-9921-8ec3dd4aac70 HTTP/1.1" status: 204 len: 168 time: 0.3748724 Apr 20 10:13:00.707788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db46109-0b07-4b7f-8336-a3a46e2c0468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd0545e-c4c3-4d2a-9921-8ec3dd4aac70,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:00.709786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9db46109-0b07-4b7f-8336-a3a46e2c0468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:00.866218 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 504aa0d8-cbaa-4212-b8dc-144b64204e18 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:01.055223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 504aa0d8-cbaa-4212-b8dc-144b64204e18 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:01.055683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.110208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.149602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:01.163600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Usage tracker for resource:security_group_rule and tenant:307db3ee46b447f2a1a3ff9e8a6f2f5e is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:01.170673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:01.186448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:01.322146 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-380811ab-96c4-46d3-ae96-1dbc148c405f req-7ec2a4c3-4d44-4c5b-beb6-98f90fadef9c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7761941 Apr 20 10:13:01.399777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36392) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:01.433574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.492072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.512599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c061fa84-d0e3-46dc-bd1f-4b0b09a1f723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:01.569890 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=307db3ee46b447f2a1a3ff9e8a6f2f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2542703 Apr 20 10:13:01.571343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36400) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:01.577879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f8f8a-806c-4072-a295-d272d5db2d78,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:01.583091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:01.686941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-2c213f6a-42e0-4e34-bcbc-7e27963ac242 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:01.688883 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-2c213f6a-42e0-4e34-bcbc-7e27963ac242 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.55 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 819 time: 0.3812642 Apr 20 10:13:01.734332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.844226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:01.890742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Request body: {'port': {'device_id': '8c77313e-6c46-4735-b4c6-af0f7061ae79', 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'admin_state_up': True, 'tenant_id': 'aff0273c806d4621893b13562813a251'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:01.980178 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.054361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:02.066875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf8fc1eb44c5491dbba4f2973824a1f4 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:02.075942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:02.092791 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:02.201862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:02.276882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:02.313908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Usage tracker for resource:port and tenant:aff0273c806d4621893b13562813a251 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:02.326547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:02.330126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Usage tracker for resource:port and tenant:aff0273c806d4621893b13562813a251 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:02.335597 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ad580267-cbcd-44c6-a36f-7239c133abf0 req-869fb95e-30d8-4a41-a1bc-8895117e5e30 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 210 time: 0.6171856 Apr 20 10:13:02.339632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:02.344568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:02.352003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:02.393804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.406442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.412938 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-920df488-a2f1-4a5f-81c8-5e4a886b79df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:02.428141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f8f8a-806c-4072-a295-d272d5db2d78,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:02.437216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.439370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.439777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.440174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.440565 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.440978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.441365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.441757 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.442142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.442526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.443009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.443810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.444196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:02.447108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36418) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:02.455004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:02.461536 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ebe1f5d1-57b1-4f28-8edc-5a8da88a4758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:02.467518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Made reservation on behalf of aff0273c806d4621893b13562813a251 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:02.478984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.511307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.529768 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a11f8f8a-806c-4072-a295-d272d5db2d78 HTTP/1.1" status: 204 len: 168 time: 0.9568148 Apr 20 10:13:02.530321 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad095e6-ac78-4364-a903-3daa50be45af,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:02.536573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:02.588756 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf8fc1eb44c5491dbba4f2973824a1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1832259 Apr 20 10:13:02.589150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36424) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:02.597661 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.700106 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Made reservation on behalf of aff0273c806d4621893b13562813a251 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:02.707214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.713956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b730fb0d-c8b9-403d-928f-2443d219c2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.784621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b730fb0d-c8b9-403d-928f-2443d219c2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.871903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:02.903211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Usage tracker for resource:security_group_rule and tenant:aff6f25643734e8f897e49c55808a3c8 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:02.934955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b730fb0d-c8b9-403d-928f-2443d219c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.941388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-22868c43-2122-4304-b246-c89aca2a10ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:02.957066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:02.958705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730fb0d-c8b9-403d-928f-2443d219c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad095e6-ac78-4364-a903-3daa50be45af,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:02.963431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b730fb0d-c8b9-403d-928f-2443d219c2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:02.988871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b730fb0d-c8b9-403d-928f-2443d219c2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:02.992916 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b730fb0d-c8b9-403d-928f-2443d219c2f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ad095e6-ac78-4364-a903-3daa50be45af HTTP/1.1" status: 204 len: 168 time: 0.4010773 Apr 20 10:13:03.004017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:03.053786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6163e-bf96-4b59-b776-38633ece3773 req-a1efa15a-1a15-4257-b4df-cc3f4f0e1947 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:03.062978 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-26a6163e-bf96-4b59-b776-38633ece3773 req-a1efa15a-1a15-4257-b4df-cc3f4f0e1947 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.4271765 Apr 20 10:13:03.257787 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:13:03.271679 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-26a6163e-bf96-4b59-b776-38633ece3773 req-7c088d02-5139-4014-87e1-e5020a4455ba tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074144 Apr 20 10:13:03.304821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Allocated IP 172.20.0.10 (ec7dae7f-7b70-4293-a792-03bea697db19/ff9d0631-7c57-47b3-95bf-d15a51055866/f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:03.591202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:03.683919 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:03.740575 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c08de6f8-4645-4d94-9edf-fe807257f12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:03.800533 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aff6f25643734e8f897e49c55808a3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3460281 Apr 20 10:13:03.801541 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36462) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:03.815164 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f3197d01-f421-45ee-8e9b-b60a107639bd req-dc819d50-f138-4535-8e63-92b67d14dbd9 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 210 time: 0.1388652 Apr 20 10:13:03.834978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9f4412-6f68-4b2b-9770-3c06362e565e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:03.865438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:04.032969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.140787 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.146236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.168591 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:04.171619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.208785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36478) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:04.236704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.254130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:04.259601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Usage tracker for resource:security_group_rule and tenant:c55a767f61b94501a6c484553b1fb731 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:04.264450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:04.271206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:04.323503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Network ec7dae7f-7b70-4293-a792-03bea697db19 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:04.333689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.356555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8cc2fb41-92a7-4d3e-83a6-91525c4f88c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:04.398927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9f4412-6f68-4b2b-9770-3c06362e565e,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:04.403011 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:04.410366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Pushing event updated for resources: {'Port': ['ID=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:04.415357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:04.416119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.416537 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.416979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.417377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.418474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.419064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.419464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.419910 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.420360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.420756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.421154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.421543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:04.425173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:04.427749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.431694 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c9f4412-6f68-4b2b-9770-3c06362e565e HTTP/1.1" status: 204 len: 168 time: 0.6265962 Apr 20 10:13:04.490784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.562103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.610471 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ebb6d437-99e1-48b8-8bb9-ecc8074d1aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:04.640266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:04.641982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.657715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6de1db-dcb6-4f4a-98da-713b8e79c59e,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:04.681986 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c55a767f61b94501a6c484553b1fb731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718611 Apr 20 10:13:04.685044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:04.685460 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:04.687303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36498) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:04.832135 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1940665 Apr 20 10:13:04.847197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Request body: {'port': {'device_id': '3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:04.880766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dafcd91c-aca3-4ac8-8885-5df7b844a9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:04.943241 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Allocated IP 172.20.0.12 (ec7dae7f-7b70-4293-a792-03bea697db19/ff9d0631-7c57-47b3-95bf-d15a51055866/23711c8d-1c34-4f8d-b0af-0048178759d0) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:04.949914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dafcd91c-aca3-4ac8-8885-5df7b844a9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.117701 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dafcd91c-aca3-4ac8-8885-5df7b844a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.130046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-468f00e8-6122-410b-a430-87b4eb0791b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:05.155656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcd91c-aca3-4ac8-8885-5df7b844a9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6de1db-dcb6-4f4a-98da-713b8e79c59e,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:05.176684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b31b8-a6d8-4832-8284-8c45d2c386b9 req-204d3a62-c148-4d02-be05-e45fd1f010eb tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:05.185431 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-357b31b8-a6d8-4832-8284-8c45d2c386b9 req-204d3a62-c148-4d02-be05-e45fd1f010eb tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.4960175 Apr 20 10:13:05.216352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dafcd91c-aca3-4ac8-8885-5df7b844a9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:05.218441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dafcd91c-aca3-4ac8-8885-5df7b844a9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.220619 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-dafcd91c-aca3-4ac8-8885-5df7b844a9f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e6de1db-dcb6-4f4a-98da-713b8e79c59e HTTP/1.1" status: 204 len: 168 time: 0.5311735 Apr 20 10:13:05.300441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:05.658299 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-357b31b8-a6d8-4832-8284-8c45d2c386b9 req-ed58ead3-e2c7-4835-94e7-51e025dd5454 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4433498 Apr 20 10:13:05.846846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:06.060388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:06.198095 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:06.237588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36562) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:06.306373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Pushing event updated for resources: {'Port': ['ID=23711c8d-1c34-4f8d-b0af-0048178759d0,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:06.678780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:06.691075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Network ec7dae7f-7b70-4293-a792-03bea697db19 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:06.706032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:06.720504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:06.947067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd725f5e-735c-4af8-95d2-7b8feb5d1113 req-66b52c3e-51df-4bac-80a5-482da754e150 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:06.947067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-dd725f5e-735c-4af8-95d2-7b8feb5d1113 req-66b52c3e-51df-4bac-80a5-482da754e150 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Synchronizing usage tracker for tenant:aff0273c806d4621893b13562813a251 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:06.947067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:06.947067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:06.952233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1116189141-network', 'tenant_id': 'cfe3bc068e5f4690ae70241003774c1a'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:06.974699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:06.988496 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Usage tracker for resource:network and tenant:cfe3bc068e5f4690ae70241003774c1a is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:07.001229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:07.028210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:07.082945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Made reservation on behalf of cfe3bc068e5f4690ae70241003774c1a for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:07.088104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-dd725f5e-735c-4af8-95d2-7b8feb5d1113 req-66b52c3e-51df-4bac-80a5-482da754e150 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Unset dirty status for tenant:aff0273c806d4621893b13562813a251 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:07.092783 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-dd725f5e-735c-4af8-95d2-7b8feb5d1113 req-66b52c3e-51df-4bac-80a5-482da754e150 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 932 time: 1.1183274 Apr 20 10:13:07.092783 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3716207 Apr 20 10:13:07.093516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.107862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Request body: {'port': {'device_id': '8c77313e-6c46-4735-b4c6-af0f7061ae79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:07.120432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.155374 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:07.161159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Usage tracker for resource:security_group_rule and tenant:cfe3bc068e5f4690ae70241003774c1a is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:07.178984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:07.199826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:07.213398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:07.243351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.293094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-dd725f5e-735c-4af8-95d2-7b8feb5d1113 req-c3c45cc8-53c6-44d4-9cfe-766989ea61ac tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Synchronizing usage tracker for tenant:aff0273c806d4621893b13562813a251 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:07.344520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Transition to ACTIVE for port object f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:07.370443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.379393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb425cf-9ded-43e4-b95e-4248a8785a0d req-468f56ba-a036-4f22-8b82-610eee04d30b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:07.402165 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4cb425cf-9ded-43e4-b95e-4248a8785a0d req-468f56ba-a036-4f22-8b82-610eee04d30b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.4283555 Apr 20 10:13:07.405411 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.415264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-51ae641b-fdea-4321-bcdc-4a20e44a8b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:07.422648 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.465858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bc77e433-9bd0-47b3-972e-7541668222ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:07.524454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd81abdb-619c-4254-83ef-fef6fcdc1fd7,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:07.529855 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.546094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:07.575460 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:13:07.617691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-dd725f5e-735c-4af8-95d2-7b8feb5d1113 req-c3c45cc8-53c6-44d4-9cfe-766989ea61ac tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Unset dirty status for tenant:aff0273c806d4621893b13562813a251 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:07.619021 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-dd725f5e-735c-4af8-95d2-7b8feb5d1113 req-c3c45cc8-53c6-44d4-9cfe-766989ea61ac tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173101 Apr 20 10:13:07.642784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.643507 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Added segment cdca4621-30d1-4822-861b-799b5e609e32 of type vlan for network 711f7db7-e173-4c41-90dd-69623d6e9cb5 Apr 20 10:13:07.713438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.774876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36606) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:07.833220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.834984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:07.835828 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:07.843286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-19c9fb0e-aaca-411d-9195-7f0a9374adff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:08.058121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Pushing event updated for resources: {'Network': ['ID=711f7db7-e173-4c41-90dd-69623d6e9cb5,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:08.061551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:08.072305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 711f7db7-e173-4c41-90dd-69623d6e9cb5 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:13:08.127082 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8809283 Apr 20 10:13:08.127617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36618) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:08.134137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Request body: {'subnet': {'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1116189141-subnet', 'tenant_id': 'cfe3bc068e5f4690ae70241003774c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:08.152146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:08.158250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Usage tracker for resource:subnet and tenant:cfe3bc068e5f4690ae70241003774c1a is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:08.162057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:08.170463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:08.217012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Made reservation on behalf of cfe3bc068e5f4690ae70241003774c1a for: {'subnet': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:08.224380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852589033'] for subnet, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:08.365349 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4cb425cf-9ded-43e4-b95e-4248a8785a0d req-7957874c-1db9-4398-a28d-764c601b5de5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9522452 Apr 20 10:13:08.430544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:08.481003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Pushing event updated for resources: {'Port': ['ID=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:08.489972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:08.494241 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.029s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:08.497684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa715e0bf7845849701a5c84614e50d is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:08.501535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:08.509889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:08.817066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Attempting to bind port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:08.817810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Attempting to bind port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:08.818461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Attempting to bind port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 on network ec7dae7f-7b70-4293-a792-03bea697db19 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:08.836850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 on network ec7dae7f-7b70-4293-a792-03bea697db19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:13:08.842652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Attempting to bind port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 on network ec7dae7f-7b70-4293-a792-03bea697db19 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:08.855835 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:08.856512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Checking segment: {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:08.857345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Bound using segment: {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:08.858274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Bound port: f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:08.860433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:08.889428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:08.920381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23711c8d-1c34-4f8d-b0af-0048178759d0 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:09.029657 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:09.167386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:09.209643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3ca78609-9d26-4641-af65-39119797fbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:09.232044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Transition to ACTIVE for port object 23711c8d-1c34-4f8d-b0af-0048178759d0 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:09.321189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:09.329304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] For port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:09.330982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee4130c-8480-4a88-9f96-077129fd0ec0,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:09.340114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:09.350982 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aaa715e0bf7845849701a5c84614e50d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5742970 Apr 20 10:13:09.355848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-981eb9f6-2491-467c-80f8-6113a6b2aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:09.356745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:09.361480 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-981eb9f6-2491-467c-80f8-6113a6b2aa94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 1099 time: 0.6867745 Apr 20 10:13:09.361480 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36650) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:09.447458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d14e9-acda-4dcc-b0d7-c2fc1369604a req-61d7dc5f-1423-44b9-9e3b-473e1a328932 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:09.450740 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cb1d14e9-acda-4dcc-b0d7-c2fc1369604a req-61d7dc5f-1423-44b9-9e3b-473e1a328932 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 932 time: 0.4271457 Apr 20 10:13:09.473373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] For port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:09.642874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:09.768037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Pushing event updated for resources: {'Port': ['ID=23711c8d-1c34-4f8d-b0af-0048178759d0,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:09.775235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:09.784301 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cb1d14e9-acda-4dcc-b0d7-c2fc1369604a req-55315b37-2ee8-4e67-81d2-41b765d21ee1 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831457 Apr 20 10:13:09.788808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4a033bef-0ce8-4887-b3f5-15389067991d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:09.831491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-215e79f5-40f0-4f72-8069-a1281d51f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:09.834526 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-215e79f5-40f0-4f72-8069-a1281d51f7f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.4275844 Apr 20 10:13:09.846180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-da33d1dc-08dd-422c-8bfb-bf8c83f6d89d tempest-DeleteServersTestJSON-348178978 tempest-DeleteServersTestJSON-348178978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:10.011223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:10.012127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.013735 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] 10.222.0.55 "PUT /v2.0/ports/f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 HTTP/1.1" status: 200 len: 1094 time: 5.1732390 Apr 20 10:13:10.015962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2', 'tag': 'f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:10.160881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4a033bef-0ce8-4887-b3f5-15389067991d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.194568 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2', 'tag': 'f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5', 'status': 'completed', 'code': 200} Apr 20 10:13:10.249613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Pushing event updated for resources: {'Port': ['ID=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:10.257173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:10.260288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Attempting to bind port 23711c8d-1c34-4f8d-b0af-0048178759d0 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:10.260699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Attempting to bind port 23711c8d-1c34-4f8d-b0af-0048178759d0 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:10.261060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Attempting to bind port 23711c8d-1c34-4f8d-b0af-0048178759d0 on network ec7dae7f-7b70-4293-a792-03bea697db19 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:10.271610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Port 23711c8d-1c34-4f8d-b0af-0048178759d0 on network ec7dae7f-7b70-4293-a792-03bea697db19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:13:10.271968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Attempting to bind port 23711c8d-1c34-4f8d-b0af-0048178759d0 on network ec7dae7f-7b70-4293-a792-03bea697db19 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:10.284987 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-b8b7e064-84de-43b1-9a79-e0f85c6b3e43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1 HTTP/1.1" status: 200 len: 1001 time: 0.4410381 Apr 20 10:13:10.285795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:10.286188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Checking segment: {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:10.286633 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Bound using segment: {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:10.287558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Bound port: 23711c8d-1c34-4f8d-b0af-0048178759d0, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be1479f-13db-43b4-a4d3-e321f831809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:10.287969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.316485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f082509-0731-4a3b-ad3d-cb41295b3b3a req-239034ac-e408-43c0-9e54-b7dcf4c4e460 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:10.318593 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7f082509-0731-4a3b-ad3d-cb41295b3b3a req-239034ac-e408-43c0-9e54-b7dcf4c4e460 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.6295540 Apr 20 10:13:10.433678 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7f082509-0731-4a3b-ad3d-cb41295b3b3a req-e1b733ae-789b-4ec1-b3b3-923ceab5300a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059854 Apr 20 10:13:10.444371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-731af2af-fad3-4dc9-99e9-4d4de7f1b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:10.445778 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-731af2af-fad3-4dc9-99e9-4d4de7f1b22b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 1097 time: 0.3537242 Apr 20 10:13:10.525719 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4a033bef-0ce8-4887-b3f5-15389067991d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.542348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b730fb0d-c8b9-403d-928f-2443d219c2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:10.555894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-324ec2a4-7829-4630-b057-4227cfb30f31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0975716 Apr 20 10:13:10.561244 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-1f9e936b-557c-4a7f-ba82-305c7ad76bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:10.562983 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-1f9e936b-557c-4a7f-ba82-305c7ad76bcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.2666693 Apr 20 10:13:10.568737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a033bef-0ce8-4887-b3f5-15389067991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee4130c-8480-4a88-9f96-077129fd0ec0,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:10.607555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] For port 23711c8d-1c34-4f8d-b0af-0048178759d0, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:10.629073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] For port 23711c8d-1c34-4f8d-b0af-0048178759d0, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23711c8d-1c34-4f8d-b0af-0048178759d0,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:10.631280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4a033bef-0ce8-4887-b3f5-15389067991d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:10.638577 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4a033bef-0ce8-4887-b3f5-15389067991d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.639968 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4a033bef-0ce8-4887-b3f5-15389067991d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ee4130c-8480-4a88-9f96-077129fd0ec0 HTTP/1.1" status: 204 len: 168 time: 1.2781236 Apr 20 10:13:10.654921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-3244deca-575b-47dc-ac12-8e7ae749e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:10.659884 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-3244deca-575b-47dc-ac12-8e7ae749e16e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 200 len: 859 time: 0.0934093 Apr 20 10:13:10.664380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851707053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852589050'] for subnet, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.672789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cc1cae76-be0e-4718-a8c5-d7beeb4d2617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:10.712694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.743483 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-2655cf18-ea13-4d6f-b2eb-0d10fa7e7f46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7dae7f-7b70-4293-a792-03bea697db19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793743 Apr 20 10:13:10.744847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:10.761786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b980fb02-9cf6-4705-b20f-4ac51cbe1e9a,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:10.769260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:10.807040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Checking segment: {'id': 'cdca4621-30d1-4822-861b-799b5e609e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:10.807454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Network hostable DHCP agents. Network: 711f7db7-e173-4c41-90dd-69623d6e9cb5, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:13:10.815558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-457aaa94-60a4-43be-914a-c622ac4028ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:10.817288 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-457aaa94-60a4-43be-914a-c622ac4028ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2461040 Apr 20 10:13:10.844422 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:10.845129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:10.846890 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/23711c8d-1c34-4f8d-b0af-0048178759d0 HTTP/1.1" status: 200 len: 1094 time: 3.7465897 Apr 20 10:13:10.972709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Pushing event updated for resources: {'Port': ['ID=23711c8d-1c34-4f8d-b0af-0048178759d0,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:11.023407 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-68fe3ab7-a92d-4105-90a6-e496ced29d55 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979840 Apr 20 10:13:11.112421 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Network 711f7db7-e173-4c41-90dd-69623d6e9cb5 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:13:11.173922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 711f7db7-e173-4c41-90dd-69623d6e9cb5) {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:11.183539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78397340-ff03-49c7-b0b8-505b467e60b4 None None] Network 711f7db7-e173-4c41-90dd-69623d6e9cb5 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:13:11.235107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:11.238477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:11.315066 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84672f68-e155-4a69-a857-0fb5fe2c5769 req-6a9a618f-b786-43f7-ae89-b5f914a0e7a3 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848513 Apr 20 10:13:11.354116 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c57a1787-6c52-4b85-85cc-402d9d75bc63 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2169406 Apr 20 10:13:11.382075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:11.460289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36704) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:11.610035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1f533-07ad-4269-b0c9-c1a768254efa None None] Network 711f7db7-e173-4c41-90dd-69623d6e9cb5 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:13:11.866083 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36718) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:11.900173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:11.932680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:11.932680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Usage tracker for resource:security_group_rule and tenant:00a23f178aa8458a8cfee302a8057af1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:11.932680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:11.938820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:12.050260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.087969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.104144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-95654076-8b32-4cf7-9cd6-e3c391f304b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:12.127098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-2a6543b4-6b5f-4dc2-a3d4-de3db7e638ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:12.129747 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-2a6543b4-6b5f-4dc2-a3d4-de3db7e638ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 1097 time: 0.9774866 Apr 20 10:13:12.198752 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00a23f178aa8458a8cfee302a8057af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311594 Apr 20 10:13:12.201037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea169d9d-abd9-4508-b59f-9e7b4cddd56f,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:12.204397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36722) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:12.223677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:12.251260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c77313e-6c46-4735-b4c6-af0f7061ae79', 'tag': '23711c8d-1c34-4f8d-b0af-0048178759d0'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:12.282000 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-b1993e98-23b1-4248-bf7e-8964e8ad9b19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23711c8d-1c34-4f8d-b0af-0048178759d0 HTTP/1.1" status: 200 len: 217 time: 0.1394250 Apr 20 10:13:12.297135 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-3f5dedcb-b327-48cc-9e8d-78617c4068a8 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4777925 Apr 20 10:13:12.305525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ad44884f-8b5d-4e5f-b751-157b34e4e081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.381762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ad44884f-8b5d-4e5f-b751-157b34e4e081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.456274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.491488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:12.520825 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Usage tracker for resource:security_group_rule and tenant:bc9a63d459e84e66b68dda974bfbd95c is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:12.532156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:12.544155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:12.570946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5cf9b-ef6b-4f97-b01e-b1676f063405 req-484eb011-4ff0-42e4-9a60-f80432223167 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:12.572119 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bea5cf9b-ef6b-4f97-b01e-b1676f063405 req-484eb011-4ff0-42e4-9a60-f80432223167 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 944 time: 1.1879582 Apr 20 10:13:12.606338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa090d-8e4f-4f9b-99d2-0e1793123d15 req-4affb258-53f3-4b67-8122-c57305c04790 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:12.608120 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-96fa090d-8e4f-4f9b-99d2-0e1793123d15 req-4affb258-53f3-4b67-8122-c57305c04790 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.7041054 Apr 20 10:13:12.612220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ad44884f-8b5d-4e5f-b751-157b34e4e081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.620672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3d63414d-b9a4-4617-a737-3e6e8ea93039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:12.636761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-89d29e18-4863-4ddc-ad14-fb338b9a1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:12.638835 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-89d29e18-4863-4ddc-ad14-fb338b9a1da1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 200 len: 859 time: 0.3312547 Apr 20 10:13:12.648432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44884f-8b5d-4e5f-b751-157b34e4e081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea169d9d-abd9-4508-b59f-9e7b4cddd56f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:12.655893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ad44884f-8b5d-4e5f-b751-157b34e4e081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:12.673429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ad44884f-8b5d-4e5f-b751-157b34e4e081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.677775 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ad44884f-8b5d-4e5f-b751-157b34e4e081 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea169d9d-abd9-4508-b59f-9e7b4cddd56f HTTP/1.1" status: 204 len: 168 time: 0.4692082 Apr 20 10:13:12.803502 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.837257 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-96fa090d-8e4f-4f9b-99d2-0e1793123d15 req-1ddf6ec0-0ae9-4915-802b-9fe0d674f4f5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952586 Apr 20 10:13:12.839477 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa793723-6ba3-4010-9e15-c7ba1b42309c req-55302380-301a-489d-b200-75bfbd9d5cb9 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336139 Apr 20 10:13:12.846037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:12.865841 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-9a78521f-8e22-4b2e-82ac-66f22a765f4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7dae7f-7b70-4293-a792-03bea697db19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2154872 Apr 20 10:13:12.873311 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bea5cf9b-ef6b-4f97-b01e-b1676f063405 req-7301d9e7-f174-4028-8e5c-027d175d0bd4 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615275 Apr 20 10:13:12.894985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dafcd91c-aca3-4ac8-8885-5df7b844a9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:13.019325 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc9a63d459e84e66b68dda974bfbd95c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5574911 Apr 20 10:13:13.025998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36742) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:13.056747 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09215397-3e37-4966-a6c1-078ffad0b319,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:13.092964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:13.109276 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c77313e-6c46-4735-b4c6-af0f7061ae79', 'tag': '23711c8d-1c34-4f8d-b0af-0048178759d0', 'status': 'completed', 'code': 200} Apr 20 10:13:13.198052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a220-dfaa-473e-a786-4ca64f7280ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.258967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a220-dfaa-473e-a786-4ca64f7280ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.372034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-b486a885-d02e-4481-9576-aa5c553ded5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:13.373967 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-b486a885-d02e-4481-9576-aa5c553ded5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 1097 time: 0.3565850 Apr 20 10:13:13.380767 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-4852f6f0-9274-4280-b50c-df0e18ab3541 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062346 Apr 20 10:13:13.439135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a220-dfaa-473e-a786-4ca64f7280ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.445297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-61e4ebf8-a1a9-43e9-9765-5d82641f0e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:13.481856 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1a220-dfaa-473e-a786-4ca64f7280ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09215397-3e37-4966-a6c1-078ffad0b319,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:13.493636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ecb1a220-dfaa-473e-a786-4ca64f7280ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:13.502005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a220-dfaa-473e-a786-4ca64f7280ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.507545 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ecb1a220-dfaa-473e-a786-4ca64f7280ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09215397-3e37-4966-a6c1-078ffad0b319 HTTP/1.1" status: 204 len: 168 time: 0.4758735 Apr 20 10:13:13.582160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-db21fc57-8a13-4fa6-ae2b-d2a50edcfb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:13.715860 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82498291-4fef-4a43-b8c4-f4e5cbc51d38 req-069c01d3-2cac-4b58-9026-dbbcc9843dca service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988949 Apr 20 10:13:13.739263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-d226d061-ff15-443f-b337-ac47dee71db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:13.741110 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-d226d061-ff15-443f-b337-ac47dee71db1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 920 time: 0.3510292 Apr 20 10:13:13.831523 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-7121459e-1d4d-4f80-9465-92819d3b5c1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0818243 Apr 20 10:13:14.012024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-43407634-e234-4b63-b20b-1cfc496e160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:14.013721 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-43407634-e234-4b63-b20b-1cfc496e160b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 200 len: 859 time: 0.1160796 Apr 20 10:13:14.143243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-f7b9c415-10bb-409d-8ede-74318d2551af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:14.146207 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-f7b9c415-10bb-409d-8ede-74318d2551af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 1097 time: 0.3126178 Apr 20 10:13:14.309958 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-a486248e-5cea-405e-a567-dde976747065 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7dae7f-7b70-4293-a792-03bea697db19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2733326 Apr 20 10:13:14.577866 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-b18e24cd-c681-466d-b38e-3999b52d9060 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327855 Apr 20 10:13:15.057741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40ce02-6ae7-4f5a-8a42-a68f2c38ea80 req-4b23fcc1-543c-461e-a7e2-4d0f397f39fd tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:15.060120 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ee40ce02-6ae7-4f5a-8a42-a68f2c38ea80 req-4b23fcc1-543c-461e-a7e2-4d0f397f39fd tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 944 time: 0.8964667 Apr 20 10:13:15.069109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15390b-2702-48d5-bfd0-f02f47f8b628 req-623f0d68-6719-4272-8bac-4e3fad743f28 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:15.077538 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b15390b-2702-48d5-bfd0-f02f47f8b628 req-623f0d68-6719-4272-8bac-4e3fad743f28 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.9278738 Apr 20 10:13:15.080988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-b3517a25-ca40-497d-9734-248314c6b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:15.082890 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-b3517a25-ca40-497d-9734-248314c6b7d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 920 time: 0.9091291 Apr 20 10:13:15.156346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:15.268947 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-0e7d870a-67a2-4853-be11-304c1d35471f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23711c8d-1c34-4f8d-b0af-0048178759d0 HTTP/1.1" status: 200 len: 217 time: 0.1066647 Apr 20 10:13:15.276140 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b15390b-2702-48d5-bfd0-f02f47f8b628 req-c64a1857-59d4-4cd5-9ba4-ab81221ade8c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973693 Apr 20 10:13:15.391742 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ee40ce02-6ae7-4f5a-8a42-a68f2c38ea80 req-14b6a95f-d582-409e-9957-e0830b597aea tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050113 Apr 20 10:13:15.467896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-4b88de58-9f2c-462a-bd88-2659b6a5e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:15.471781 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-4b88de58-9f2c-462a-bd88-2659b6a5e031 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 200 len: 859 time: 0.1935530 Apr 20 10:13:15.478382 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d0d2cf28-6d86-4969-bbd7-81397e31306f req-3a730206-3ae8-4185-870a-8cdd53fbae50 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8807750 Apr 20 10:13:15.607088 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-b48da09a-638e-443a-882e-5862a4d5c964 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7dae7f-7b70-4293-a792-03bea697db19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187541 Apr 20 10:13:15.790616 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-84619775-ebf1-43cc-ada4-5b02cf4e4af1 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683071 Apr 20 10:13:15.875338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 23711c8d-1c34-4f8d-b0af-0048178759d0 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:13:16.520964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb7cd-228d-4e09-8dcc-3fbbf9b603da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:16.588159 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cceeb918-0cc5-405a-b9a0-51356229dcde req-3ae36902-3e42-418b-aaeb-f59237a80d58 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910626 Apr 20 10:13:16.622692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-0667614e-2e03-4bf9-a889-a1306c0039a0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:16.623435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 23711c8d-1c34-4f8d-b0af-0048178759d0, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23711c8d-1c34-4f8d-b0af-0048178759d0,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:16.625828 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-0667614e-2e03-4bf9-a889-a1306c0039a0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/networks?id=711f7db7-e173-4c41-90dd-69623d6e9cb5 HTTP/1.1" status: 200 len: 809 time: 0.2799702 Apr 20 10:13:16.648922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '23711c8d-1c34-4f8d-b0af-0048178759d0', 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'port_id': '23711c8d-1c34-4f8d-b0af-0048178759d0', 'mac_address': 'fa:16:3e:fb:6f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:13:16.678028 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-1fa0614c-7036-4cda-a7c9-5d3485097d17 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/quotas/cfe3bc068e5f4690ae70241003774c1a HTTP/1.1" status: 200 len: 375 time: 0.0418551 Apr 20 10:13:16.691179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0518b-dae5-4ab5-bef7-c394ba80498e req-0330947d-9877-4ad4-bb67-4e99f18be57c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:16.693033 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-50f0518b-dae5-4ab5-bef7-c394ba80498e req-0330947d-9877-4ad4-bb67-4e99f18be57c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.5015936 Apr 20 10:13:16.726983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:16.764445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23711c8d-1c34-4f8d-b0af-0048178759d0 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:16.804558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 23711c8d-1c34-4f8d-b0af-0048178759d0, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23711c8d-1c34-4f8d-b0af-0048178759d0,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:16.825976 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-2f12d481-6d8d-4a08-9349-9185ae9c42eb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cfe3bc068e5f4690ae70241003774c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1317174 Apr 20 10:13:16.842441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:16.843353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:13:16.847776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:17.053071 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=23711c8d-1c34-4f8d-b0af-0048178759d0,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:17.070980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.070980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.070980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.071570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.072109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.072663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.073170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.074226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.074758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.075294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.075818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.076332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:13:17.089536 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:17.093461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:17.121445 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-50f0518b-dae5-4ab5-bef7-c394ba80498e req-158e04c3-86a9-4d92-a95d-9192cab11adf tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132572 Apr 20 10:13:17.184904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:17.202800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'port_id': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'mac_address': 'fa:16:3e:bf:81:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:13:17.265376 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-cf662bdc-8cce-407a-8131-97bd6e5d8b41 service neutron] 10.222.0.26 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381347 Apr 20 10:13:17.284006 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:17.303922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db067e0c-bd8a-4400-8064-2e1db1aaa6f1 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:17.324899 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:17.386504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:17.388352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:13:17.411751 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-199ac20b-1b41-45a9-a0db-3b460a4da230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:17.594658 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb524ce-d503-4470-bee0-09e80a0b1ae5 req-d23cc20a-1580-4ba0-aa63-2a6633e80e28 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:17.598793 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8fb524ce-d503-4470-bee0-09e80a0b1ae5 req-d23cc20a-1580-4ba0-aa63-2a6633e80e28 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.3321424 Apr 20 10:13:17.633354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:17.709308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5', 'network_id': 'ec7dae7f-7b70-4293-a792-03bea697db19', 'port_id': 'f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5', 'mac_address': 'fa:16:3e:e5:14:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9d0631-7c57-47b3-95bf-d15a51055866', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:13:17.739902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=6']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:17.798182 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8fb524ce-d503-4470-bee0-09e80a0b1ae5 req-ea014733-bf75-4f64-bdad-bb907f0a4066 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853120 Apr 20 10:13:17.807144 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-596aa4c8-8835-434a-a961-a3ce89d36d70 service neutron] 10.222.0.26 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024929 Apr 20 10:13:17.885615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36924) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:17.895936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:17.904206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:17.994543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:18.002486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36930) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:18.090284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:18.127453 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:18.164485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:18.168807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:18.243457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9adf71-f2e6-4aea-b92d-af41304e78c3 req-9235a634-0c5f-4358-a946-b013ba3478d9 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:18.245874 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-dd9adf71-f2e6-4aea-b92d-af41304e78c3 req-9235a634-0c5f-4358-a946-b013ba3478d9 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 945 time: 0.2349653 Apr 20 10:13:18.368050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:18.384489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['db067e0c-bd8a-4400-8064-2e1db1aaa6f1'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:18.449274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:18.458635 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Usage tracker for resource:security_group_rule and tenant:43791987468946e3a05445df0052efff is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:18.475976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:18.490649 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['23711c8d-1c34-4f8d-b0af-0048178759d0'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:18.500311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:18.510616 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f8fb20f7-7cf9-42ec-ac48-46bdbc204cb4 req-453752bc-dfba-4a2a-9263-4f7c937c5755 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 210 time: 0.2501717 Apr 20 10:13:18.514506 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:18.555986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:18.641212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:18.668311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:18.689953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:18.703379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Usage tracker for resource:security_group_rule and tenant:0765dcee5c0c439fb671d55ac99c7f6e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:18.717997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:18.756951 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:18.770557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:18.777705 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-dd9adf71-f2e6-4aea-b92d-af41304e78c3 req-461037f1-b7cf-4153-b2b8-4f947e0336aa tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186286 Apr 20 10:13:18.797846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:18.807633 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:18.834369 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-80d89d87-d7c3-4831-ae7d-a104b766b62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:18.910476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2826c3-6bce-4579-afa1-e0270ce2d239,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:18.929686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:19.009493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.102966 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36960) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:19.112161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.230623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:19.327719 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 36970) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:19.338896 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43791987468946e3a05445df0052efff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3320999 Apr 20 10:13:19.412976 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0765dcee5c0c439fb671d55ac99c7f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5246093 Apr 20 10:13:19.415803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36976) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:19.453647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a7ded-07f8-45c4-8132-18130be7b10e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:19.465922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:19.504464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f92285-035b-4a8d-9ad9-fb875b49a466 req-06f5b15e-da0c-4349-b15f-ca945d457a77 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:19.511700 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-44f92285-035b-4a8d-9ad9-fb875b49a466 req-06f5b15e-da0c-4349-b15f-ca945d457a77 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.4997902 Apr 20 10:13:19.570861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca34b-ee91-44ec-8307-3d1f7ca1e50a req-c54ff755-a2a0-4040-889a-1f7c145a8317 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:19.579215 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b9dca34b-ee91-44ec-8307-3d1f7ca1e50a req-c54ff755-a2a0-4040-889a-1f7c145a8317 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.4733217 Apr 20 10:13:19.616697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bab310b5-7637-4f1c-8fbc-0ac9d81a8dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.650944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bab310b5-7637-4f1c-8fbc-0ac9d81a8dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.674184 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2611dc22-4aab-4658-ae0c-175764469ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.713860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2611dc22-4aab-4658-ae0c-175764469ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.859460 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b9dca34b-ee91-44ec-8307-3d1f7ca1e50a req-e90cc6bc-ad2c-44e3-bd0c-12dd10bab6e1 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786853 Apr 20 10:13:19.861529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2611dc22-4aab-4658-ae0c-175764469ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.873741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-604d2a34-3d22-45ee-8217-998b11e94ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:19.877240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bab310b5-7637-4f1c-8fbc-0ac9d81a8dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.897614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.914896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-248d1728-2a95-46b8-9d08-ea84f6189936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:19.937461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2611dc22-4aab-4658-ae0c-175764469ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:19.937461 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2611dc22-4aab-4658-ae0c-175764469ba0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c4a7ded-07f8-45c4-8132-18130be7b10e HTTP/1.1" status: 204 len: 168 time: 0.5132282 Apr 20 10:13:19.937761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab310b5-7637-4f1c-8fbc-0ac9d81a8dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2826c3-6bce-4579-afa1-e0270ce2d239,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:19.937870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611dc22-4aab-4658-ae0c-175764469ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a7ded-07f8-45c4-8132-18130be7b10e,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:19.946301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bab310b5-7637-4f1c-8fbc-0ac9d81a8dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:19.946733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2611dc22-4aab-4658-ae0c-175764469ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:19.952083 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-44f92285-035b-4a8d-9ad9-fb875b49a466 req-28613a80-d14c-42cc-91a2-e36f773cf2ba tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4235799 Apr 20 10:13:19.956036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:19.961154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Usage tracker for resource:security_group_rule and tenant:ccbdc61f2ae2484aadfa226b508617af is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:19.965436 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:19.974728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:20.087229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.090813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bab310b5-7637-4f1c-8fbc-0ac9d81a8dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.092956 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-bab310b5-7637-4f1c-8fbc-0ac9d81a8dab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da2826c3-6bce-4579-afa1-e0270ce2d239 HTTP/1.1" status: 204 len: 168 time: 0.7474906 Apr 20 10:13:20.192154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.255047 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8efc79cb-0b8a-4c85-a9d8-bc2d04acf718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:20.311212 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c66f4d69-2be4-47b1-adfd-bb48991b23f3 req-3e2c2398-c336-42f9-a2ad-381e58f57f7a tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 210 time: 0.2154968 Apr 20 10:13:20.327636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d57760-0ac8-451f-b232-4e314bef5dad,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:20.342453 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:20.350691 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccbdc61f2ae2484aadfa226b508617af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2416041 Apr 20 10:13:20.355501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 36990) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:20.442032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dcf16-dbba-4db8-b2da-03b4e6c10835 req-b4ca25af-d6f5-4e62-870c-2fd79eabcdbd tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:20.465329 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa1dcf16-dbba-4db8-b2da-03b4e6c10835 req-b4ca25af-d6f5-4e62-870c-2fd79eabcdbd tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 945 time: 0.2801154 Apr 20 10:13:20.474595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b31bd725-ed10-4a60-a1d4-8f5742c83b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.539836 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b31bd725-ed10-4a60-a1d4-8f5742c83b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.591528 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa1dcf16-dbba-4db8-b2da-03b4e6c10835 req-d18297e9-028e-4f42-a9b6-b8a77c033564 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211467 Apr 20 10:13:20.684622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b31bd725-ed10-4a60-a1d4-8f5742c83b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.690053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ad44884f-8b5d-4e5f-b751-157b34e4e081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:20.706051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bd725-ed10-4a60-a1d4-8f5742c83b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d57760-0ac8-451f-b232-4e314bef5dad,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:20.709078 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b31bd725-ed10-4a60-a1d4-8f5742c83b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:20.714372 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b31bd725-ed10-4a60-a1d4-8f5742c83b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:20.714372 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b31bd725-ed10-4a60-a1d4-8f5742c83b7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64d57760-0ac8-451f-b232-4e314bef5dad HTTP/1.1" status: 204 len: 168 time: 0.3547897 Apr 20 10:13:21.083777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:21.165194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37004) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:21.201511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.232726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:21.242126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] Usage tracker for resource:security_group_rule and tenant:c8557924bd824e17a866b0ab46ae1eeb is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:21.251528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:21.251918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.253042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:21.273387 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:21.469811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dd7d5-6eb3-4007-abc7-eea722cc495c req-ae5bc9eb-9cca-4091-ab00-a970ce9c857b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:21.473276 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d9dd7d5-6eb3-4007-abc7-eea722cc495c req-ae5bc9eb-9cca-4091-ab00-a970ce9c857b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.4242282 Apr 20 10:13:21.478383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.492450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e9269-da3b-4f50-ab57-2049613839e6 req-7f5759c3-66c8-4103-80ad-0368738b22d6 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:21.503224 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-150e9269-da3b-4f50-ab57-2049613839e6 req-7f5759c3-66c8-4103-80ad-0368738b22d6 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.3817184 Apr 20 10:13:21.511315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.542722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.572985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:21.580861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:21.595355 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6c3926bd-e7ae-427a-b4df-b42542a03a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:21.606797 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8557924bd824e17a866b0ab46ae1eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403622 Apr 20 10:13:21.622713 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.623724 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-150e9269-da3b-4f50-ab57-2049613839e6 req-65cf9f2f-6c30-41bc-b46e-67fac0e92245 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192148 Apr 20 10:13:21.625286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:21.630093 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d9dd7d5-6eb3-4007-abc7-eea722cc495c req-46a86f73-e721-47a8-9cb5-84fb41b08b58 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237354 Apr 20 10:13:21.634506 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 37014) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:21.653305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9745149d-b45a-40da-94f7-8d1ae472dfe9,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:21.663895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5b21c08b-3e91-496e-b4bf-4c59b2bbfb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:21.834160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=7']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:21.840742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:21.841271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-119a5217-13f1-4a89-aad9-8735be2b362f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.898058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-119a5217-13f1-4a89-aad9-8735be2b362f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:21.901029 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'code': 200} Apr 20 10:13:22.021055 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e19107be-07c2-44b9-aa0b-6969d441a3af req-8c2cfe51-8456-449a-bc6e-774d853081e1 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 210 time: 0.0634491 Apr 20 10:13:22.021055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-119a5217-13f1-4a89-aad9-8735be2b362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.028978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6799beba-db6c-4a2d-8029-58b1fa647a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:22.047784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a5217-13f1-4a89-aad9-8735be2b362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9745149d-b45a-40da-94f7-8d1ae472dfe9,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:22.066722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-119a5217-13f1-4a89-aad9-8735be2b362f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:22.172844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-119a5217-13f1-4a89-aad9-8735be2b362f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.179822 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-119a5217-13f1-4a89-aad9-8735be2b362f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9745149d-b45a-40da-94f7-8d1ae472dfe9 HTTP/1.1" status: 204 len: 168 time: 0.5428932 Apr 20 10:13:22.188896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37024) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:22.210520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.230087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:22.237065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Usage tracker for resource:security_group_rule and tenant:a1f0bc3af8bf4d0783bc32bbad720886 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:22.241646 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:22.249559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:22.257439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03597f8-8923-4a17-841d-3194967580fb req-57d54959-ed4e-476c-b6b9-35602733c39b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:22.271511 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f03597f8-8923-4a17-841d-3194967580fb req-57d54959-ed4e-476c-b6b9-35602733c39b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 945 time: 0.2079861 Apr 20 10:13:22.345687 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f03597f8-8923-4a17-841d-3194967580fb req-3d738c5a-fbfd-4b7f-8deb-40c700f6e14b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728981 Apr 20 10:13:22.368678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.412906 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.453546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ecb1a220-dfaa-473e-a786-4ca64f7280ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:22.468876 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1f0bc3af8bf4d0783bc32bbad720886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786019 Apr 20 10:13:22.474105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 37028) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:22.499615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44815648-7a74-45ee-be21-ebb4c0a2c460,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:22.509790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:22.581048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-95231c75-ad1d-4b37-a16b-ad6ebd115fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.619164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-95231c75-ad1d-4b37-a16b-ad6ebd115fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.772958 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-95231c75-ad1d-4b37-a16b-ad6ebd115fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.781895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d74c0c4b-77d0-429e-afa5-617baf83ea19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:22.821039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95231c75-ad1d-4b37-a16b-ad6ebd115fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44815648-7a74-45ee-be21-ebb4c0a2c460,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:22.826053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-95231c75-ad1d-4b37-a16b-ad6ebd115fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:22.838009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-95231c75-ad1d-4b37-a16b-ad6ebd115fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:22.841175 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-95231c75-ad1d-4b37-a16b-ad6ebd115fb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44815648-7a74-45ee-be21-ebb4c0a2c460 HTTP/1.1" status: 204 len: 168 time: 0.3660498 Apr 20 10:13:23.573229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a04f-e834-41f1-a74a-db5be327e756 req-93a6626d-4bd2-42aa-931f-d0822065f528 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:23.585055 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4a55a04f-e834-41f1-a74a-db5be327e756 req-93a6626d-4bd2-42aa-931f-d0822065f528 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.7128208 Apr 20 10:13:23.606745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced7632-3ed1-49a5-9582-3ab6b82e81fa req-62cc0fdb-6e51-4046-bbe2-61904e499756 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:23.616522 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2ced7632-3ed1-49a5-9582-3ab6b82e81fa req-62cc0fdb-6e51-4046-bbe2-61904e499756 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.6614952 Apr 20 10:13:23.786417 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2ced7632-3ed1-49a5-9582-3ab6b82e81fa req-efa8f910-5963-41fd-8817-93cf5dae88f8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681111 Apr 20 10:13:23.799054 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4a55a04f-e834-41f1-a74a-db5be327e756 req-b29b78e3-9470-4dd7-90a7-d0e82146ed28 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121115 Apr 20 10:13:24.090022 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-422ec3f7-c30b-4cd5-ba68-55d42f2ae36c req-36d80607-a6cd-4f84-9f16-3b92145db513 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 210 time: 0.0565763 Apr 20 10:13:24.263094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8b35a-62b2-44c7-9800-e23081672a34 req-2f44e024-9e74-4863-8b12-f3b97899c043 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:24.264879 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82a8b35a-62b2-44c7-9800-e23081672a34 req-2f44e024-9e74-4863-8b12-f3b97899c043 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 945 time: 0.1017582 Apr 20 10:13:24.324899 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-82a8b35a-62b2-44c7-9800-e23081672a34 req-3e28c8f1-075b-46f8-8ec1-cfb8a69dd54e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522807 Apr 20 10:13:24.968304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 23711c8d-1c34-4f8d-b0af-0048178759d0 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:25.023572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37076) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:25.064891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:25.092003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-388ccda7-f4ab-45c2-b1c8-94392c107eca tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:25.094094 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-388ccda7-f4ab-45c2-b1c8-94392c107eca tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.55 "GET /v2.0/networks?id=711f7db7-e173-4c41-90dd-69623d6e9cb5 HTTP/1.1" status: 200 len: 809 time: 0.2800689 Apr 20 10:13:25.103115 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:25.113117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Usage tracker for resource:security_group_rule and tenant:82bad318b4b6486b8c6dbe6f17fba280 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:25.123592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:25.138928 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:25.218645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Request body: {'port': {'device_id': '1a1badcf-8cfa-4ca6-b26e-948d52026770', 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5', 'admin_state_up': True, 'tenant_id': 'cfe3bc068e5f4690ae70241003774c1a'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:25.364791 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 23711c8d-1c34-4f8d-b0af-0048178759d0 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:25.371735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 23711c8d-1c34-4f8d-b0af-0048178759d0 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:25.373886 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:25.390463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:25.451208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:25.497824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b304e0fa-d436-4a5d-87cd-c005c1f254f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:25.499025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:25.530899 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Usage tracker for resource:port and tenant:cfe3bc068e5f4690ae70241003774c1a is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:25.557046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:25.584761 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82bad318b4b6486b8c6dbe6f17fba280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520015 Apr 20 10:13:25.584761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37092) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:25.585258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14124d-aa63-4204-8eac-30d493a83b73 req-03044aa1-5b1e-42e6-9e7a-d02e969ddce8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:25.595602 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7a14124d-aa63-4204-8eac-30d493a83b73 req-03044aa1-5b1e-42e6-9e7a-d02e969ddce8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.5001943 Apr 20 10:13:25.599248 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:25.642252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4984f-1a2b-4967-ab10-937ef7e112fd req-a62f912c-39ab-430a-8e17-5f86cc35812b tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:25.644084 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bf4984f-1a2b-4967-ab10-937ef7e112fd req-a62f912c-39ab-430a-8e17-5f86cc35812b tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.5470884 Apr 20 10:13:25.694587 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7a14124d-aa63-4204-8eac-30d493a83b73 req-1c9e59ac-0938-4c86-bff0-436a8f0a3a16 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973775 Apr 20 10:13:25.784727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712c4b5e-0d0b-4d12-b76a-ffa38cc45b16,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:25.805158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:25.820163 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1149a5e-ec08-4058-9c7f-b72a27dc8f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:25.854881 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bf4984f-1a2b-4967-ab10-937ef7e112fd req-b6827c58-148a-452a-93a3-4bb793e63720 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758437 Apr 20 10:13:25.878823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Made reservation on behalf of cfe3bc068e5f4690ae70241003774c1a for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:25.890216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1149a5e-ec08-4058-9c7f-b72a27dc8f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:25.890524 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:26.033343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1149a5e-ec08-4058-9c7f-b72a27dc8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:26.052087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fe4635f4-83f8-4089-b107-c2e72928f7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:26.101974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1149a5e-ec08-4058-9c7f-b72a27dc8f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712c4b5e-0d0b-4d12-b76a-ffa38cc45b16,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:26.110270 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1149a5e-ec08-4058-9c7f-b72a27dc8f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:26.124603 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c1149a5e-ec08-4058-9c7f-b72a27dc8f27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/712c4b5e-0d0b-4d12-b76a-ffa38cc45b16 HTTP/1.1" status: 204 len: 168 time: 0.5279334 Apr 20 10:13:26.130890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c1149a5e-ec08-4058-9c7f-b72a27dc8f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:26.254099 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-79cacd96-50a9-4b8d-a057-cdd8ca34ce1a req-1d0ef7d9-a3b6-4714-98f2-bcadf2449153 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 210 time: 0.1664979 Apr 20 10:13:26.335830 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:26.404037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c77313e-6c46-4735-b4c6-af0f7061ae79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23711c8d-1c34-4f8d-b0af-0048178759d0'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:26.447267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 23711c8d-1c34-4f8d-b0af-0048178759d0, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23711c8d-1c34-4f8d-b0af-0048178759d0,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:26.478092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Allocated IP 172.20.0.10 (711f7db7-e173-4c41-90dd-69623d6e9cb5/b980fb02-9cf6-4705-b20f-4ac51cbe1e9a/cb1a41fc-819a-43d9-afe7-dfd15c29c2f5) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:26.488185 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c77313e-6c46-4735-b4c6-af0f7061ae79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23711c8d-1c34-4f8d-b0af-0048178759d0', 'code': 200} Apr 20 10:13:26.507766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:26.509581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:26.579141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:27.039402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=23711c8d-1c34-4f8d-b0af-0048178759d0,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:27.047447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:27.075118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:27.091433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:27.092066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.207726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.349133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.384572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:27.421362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.454484 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafac417-7dc7-4c7a-98b2-e2abc6e40781 req-a2b9bbb6-36e9-4dae-a648-b5b2de97d143 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:27.468527 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fafac417-7dc7-4c7a-98b2-e2abc6e40781 req-a2b9bbb6-36e9-4dae-a648-b5b2de97d143 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.8761213 Apr 20 10:13:27.531120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:27.570354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.572768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:27.576934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Network 711f7db7-e173-4c41-90dd-69623d6e9cb5 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:13:27.596516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:13:27.610514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:13:27.715764 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fafac417-7dc7-4c7a-98b2-e2abc6e40781 req-0f766e20-0956-4ad0-9401-78b75e61bda0 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990380 Apr 20 10:13:27.722714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:27.723466 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:27.728294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Pushing event updated for resources: {'Port': ['ID=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:27.735938 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:27.759457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:27.769386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbebac9-b86c-44a6-bfde-6b456dad0789 req-cdedb84e-4a7f-426b-8e5e-66de986b5d9d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:27.773462 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:27.777939 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1fbebac9-b86c-44a6-bfde-6b456dad0789 req-cdedb84e-4a7f-426b-8e5e-66de986b5d9d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.5324099 Apr 20 10:13:27.814346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6893e1-91b1-4a31-bb64-3cf18ff6b386 req-007d9622-475a-4c8e-8293-72b3d0acb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:27.814346 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8c6893e1-91b1-4a31-bb64-3cf18ff6b386 req-007d9622-475a-4c8e-8293-72b3d0acb475 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 1099 time: 0.5690138 Apr 20 10:13:27.908699 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6953342 Apr 20 10:13:27.931162 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8c6893e1-91b1-4a31-bb64-3cf18ff6b386 req-1cf05b5b-44a4-4f0a-b7cd-facc3648a6bc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103995 Apr 20 10:13:27.951216 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1fbebac9-b86c-44a6-bfde-6b456dad0789 req-c612d539-3408-4220-b751-2c0e7f9a8dcd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724079 Apr 20 10:13:27.969636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Request body: {'port': {'device_id': '1a1badcf-8cfa-4ca6-b26e-948d52026770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:28.318357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:28.489578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:28.534614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884813e3-d125-4917-8f8e-510728891a3f req-1c9e9f89-3ac5-464e-b66d-ec2ad7aa7a27 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:28.536356 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-884813e3-d125-4917-8f8e-510728891a3f req-1c9e9f89-3ac5-464e-b66d-ec2ad7aa7a27 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.4815462 Apr 20 10:13:28.643495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6081b57-e73c-4f35-96a1-4d769cd62c63 req-105e45f2-c885-499f-bab5-b4bec79b1b32 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:28.644592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-d6081b57-e73c-4f35-96a1-4d769cd62c63 req-105e45f2-c885-499f-bab5-b4bec79b1b32 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Synchronizing usage tracker for tenant:cfe3bc068e5f4690ae70241003774c1a on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:28.678176 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-884813e3-d125-4917-8f8e-510728891a3f req-67c6f8dc-f0fe-435f-b657-428a2deaefa0 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251588 Apr 20 10:13:28.861036 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5', 'code': 200} Apr 20 10:13:29.259566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-d6081b57-e73c-4f35-96a1-4d769cd62c63 req-105e45f2-c885-499f-bab5-b4bec79b1b32 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Unset dirty status for tenant:cfe3bc068e5f4690ae70241003774c1a on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:29.270166 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d6081b57-e73c-4f35-96a1-4d769cd62c63 req-105e45f2-c885-499f-bab5-b4bec79b1b32 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 932 time: 1.0970101 Apr 20 10:13:29.347221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:29.366683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:29.448734 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d6081b57-e73c-4f35-96a1-4d769cd62c63 req-f955ad17-f6bf-4f35-b7e0-da8e49a18568 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768305 Apr 20 10:13:29.455989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Transition to ACTIVE for port object cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:13:29.476054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff5695-f22a-4663-892f-e37b5fad6554 req-7783d06c-0df3-4695-9623-0df5ff00fed7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:29.484258 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2bff5695-f22a-4663-892f-e37b5fad6554 req-7783d06c-0df3-4695-9623-0df5ff00fed7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.4776938 Apr 20 10:13:29.530946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:29.543182 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:30.187213 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2bff5695-f22a-4663-892f-e37b5fad6554 req-8ada764e-d274-4eb2-a277-28cb38ce63f4 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018287 Apr 20 10:13:30.218724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712b630-734b-4d1c-bfcc-88daaaa58985 req-0e319241-dcde-4aca-bd5f-15db43e71ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:30.220648 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0712b630-734b-4d1c-bfcc-88daaaa58985 req-0e319241-dcde-4aca-bd5f-15db43e71ebd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 1099 time: 0.8563044 Apr 20 10:13:30.316690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Pushing event updated for resources: {'Port': ['ID=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:30.353142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:30.561874 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0712b630-734b-4d1c-bfcc-88daaaa58985 req-9b392c5a-33cf-486f-bc14-3613bf2e90c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417641 Apr 20 10:13:30.636801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af6a7e-5c2c-48cd-8cb0-2d59d0c45506 req-ccbe83c6-b23d-4f7d-9293-df08a8d4e5f5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:30.639513 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-31af6a7e-5c2c-48cd-8cb0-2d59d0c45506 req-ccbe83c6-b23d-4f7d-9293-df08a8d4e5f5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.6181901 Apr 20 10:13:30.643221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Attempting to bind port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:13:30.648473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Attempting to bind port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'cdca4621-30d1-4822-861b-799b5e609e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:13:30.648473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Attempting to bind port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 on network 711f7db7-e173-4c41-90dd-69623d6e9cb5 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:30.665814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 on network 711f7db7-e173-4c41-90dd-69623d6e9cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:13:30.666289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Attempting to bind port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 on network 711f7db7-e173-4c41-90dd-69623d6e9cb5 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:13:30.674725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:13:30.675110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Checking segment: {'id': 'cdca4621-30d1-4822-861b-799b5e609e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:13:30.675542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Bound using segment: {'id': 'cdca4621-30d1-4822-861b-799b5e609e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:13:30.676043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Bound port: cb1a41fc-819a-43d9-afe7-dfd15c29c2f5, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdca4621-30d1-4822-861b-799b5e609e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:13:30.676429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:30.821145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] For port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:13:30.826291 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] For port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:13:30.840093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc86675-ddd8-4e06-87d0-6a253f061338 req-1b91b143-5818-4902-ba10-1f572afc2376 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:30.850449 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6cc86675-ddd8-4e06-87d0-6a253f061338 req-1b91b143-5818-4902-ba10-1f572afc2376 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.3520935 Apr 20 10:13:30.881791 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-31af6a7e-5c2c-48cd-8cb0-2d59d0c45506 req-72575717-0d04-4fa4-b612-82938b6ae295 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910977 Apr 20 10:13:30.949747 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6cc86675-ddd8-4e06-87d0-6a253f061338 req-2de2dd8a-c8d2-4429-bf00-5af8c1b45d51 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979757 Apr 20 10:13:30.957665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:30.966965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:31.127324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:31.128511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:31.131943 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] 10.222.0.55 "PUT /v2.0/ports/cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 HTTP/1.1" status: 200 len: 1094 time: 3.2029147 Apr 20 10:13:31.132738 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1badcf-8cfa-4ca6-b26e-948d52026770', 'tag': 'cb1a41fc-819a-43d9-afe7-dfd15c29c2f5'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:31.183475 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Pushing event updated for resources: {'Port': ['ID=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:31.251420 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:31.348789 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1badcf-8cfa-4ca6-b26e-948d52026770', 'tag': 'cb1a41fc-819a-43d9-afe7-dfd15c29c2f5', 'status': 'completed', 'code': 200} Apr 20 10:13:31.498710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef82df-5287-4324-8e33-8db46fea867b req-58555658-1c16-4873-9dfa-0e31cf596275 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:31.507670 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22ef82df-5287-4324-8e33-8db46fea867b req-58555658-1c16-4873-9dfa-0e31cf596275 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 944 time: 0.3203781 Apr 20 10:13:31.647086 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22ef82df-5287-4324-8e33-8db46fea867b req-bd272045-ce80-4831-ae1f-5dab518ac0ce tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383045 Apr 20 10:13:31.667504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-ebae75d9-a4a9-498f-8617-82c6d9bab8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:31.669445 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-ebae75d9-a4a9-498f-8617-82c6d9bab8f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfe3bc068e5f4690ae70241003774c1a&device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 1097 time: 0.4194317 Apr 20 10:13:32.053046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef52523-b18c-4488-b3e6-40ba16433c50 req-1c418e11-ca41-44b7-8d68-f734f945b67f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:32.058831 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0ef52523-b18c-4488-b3e6-40ba16433c50 req-1c418e11-ca41-44b7-8d68-f734f945b67f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.5293808 Apr 20 10:13:32.062058 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-3186d59c-0680-4f4b-a231-7f63d69db497 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 HTTP/1.1" status: 200 len: 217 time: 0.3558183 Apr 20 10:13:32.250474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-557f4b75-30ab-4b45-a757-dcabae756096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:32.252762 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-557f4b75-30ab-4b45-a757-dcabae756096 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b980fb02-9cf6-4705-b20f-4ac51cbe1e9a HTTP/1.1" status: 200 len: 849 time: 0.1827919 Apr 20 10:13:32.263129 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0ef52523-b18c-4488-b3e6-40ba16433c50 req-82d91a9d-679d-490d-9c6c-3ad1ec5aba1e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960783 Apr 20 10:13:32.346603 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-fc5874fb-ac61-4998-a12c-90303ce3b9a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=711f7db7-e173-4c41-90dd-69623d6e9cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796037 Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf683a6-8322-4f18-a6e2-cce2bab259af req-8d1dddf9-a604-4cce-b311-36aa41d8366e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-edf683a6-8322-4f18-a6e2-cce2bab259af req-8d1dddf9-a604-4cce-b311-36aa41d8366e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.4857974 Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-edf683a6-8322-4f18-a6e2-cce2bab259af req-5fd0aec7-8798-463c-966c-8256c3a5a40a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327178 Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-6dc7c61b-d397-43a4-b74d-49d474566553 service neutron] 10.222.0.55 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623294 Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a166f28-13c3-49b0-be53-e888a952f779 req-4dcdda49-4c62-4deb-a29c-e383eaa98ab5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a166f28-13c3-49b0-be53-e888a952f779 req-4dcdda49-4c62-4deb-a29c-e383eaa98ab5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.3559215 Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a166f28-13c3-49b0-be53-e888a952f779 req-a50642ea-e572-4233-bb8f-2b428f55f217 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361103 Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b63ad2a9-0e8d-4eec-a41b-426d4db01366 req-23e28b6b-d775-495f-a57f-d4fd5fbc7772 service neutron] 10.222.0.55 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062793 Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d453dd-fdfc-4222-9f33-31e31ae08652 req-a5bf650a-c4ec-40f0-b3c6-b7764dd9cdfd tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-97d453dd-fdfc-4222-9f33-31e31ae08652 req-a5bf650a-c4ec-40f0-b3c6-b7764dd9cdfd tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 944 time: 0.0991688 Apr 20 10:13:33.362909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-97d453dd-fdfc-4222-9f33-31e31ae08652 req-f22bd6ac-1a35-4a15-8d48-4ded4516f534 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503287 Apr 20 10:13:33.808781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86566d1f-f30b-40d8-98fe-67378bf396df req-eb9b67c3-7c61-4645-987f-9e7bc9d76e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:33.810475 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86566d1f-f30b-40d8-98fe-67378bf396df req-eb9b67c3-7c61-4645-987f-9e7bc9d76e16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfe3bc068e5f4690ae70241003774c1a&device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 1097 time: 0.1114266 Apr 20 10:13:34.099137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86566d1f-f30b-40d8-98fe-67378bf396df req-b15c70ea-cfd2-4b85-8f7d-9fbca8f12169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:34.101186 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86566d1f-f30b-40d8-98fe-67378bf396df req-b15c70ea-cfd2-4b85-8f7d-9fbca8f12169 service neutron] 10.222.0.55 "GET /v2.0/networks?id=711f7db7-e173-4c41-90dd-69623d6e9cb5 HTTP/1.1" status: 200 len: 910 time: 0.2785559 Apr 20 10:13:34.221435 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86566d1f-f30b-40d8-98fe-67378bf396df req-8eb95d28-e928-486d-a5fc-df2ab4511063 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 HTTP/1.1" status: 200 len: 217 time: 0.1092114 Apr 20 10:13:34.693614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-93340a1a-404f-4704-a2d2-f7fd8aa77459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:34.695215 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-93340a1a-404f-4704-a2d2-f7fd8aa77459 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 1099 time: 0.7180994 Apr 20 10:13:34.755581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86566d1f-f30b-40d8-98fe-67378bf396df req-0adb3c5c-5ed3-4919-a1d8-9418eb190fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:34.757117 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86566d1f-f30b-40d8-98fe-67378bf396df req-0adb3c5c-5ed3-4919-a1d8-9418eb190fb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b980fb02-9cf6-4705-b20f-4ac51cbe1e9a HTTP/1.1" status: 200 len: 849 time: 0.5290618 Apr 20 10:13:34.814541 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256ea3c-0412-4d83-8a83-50b560ca3e62 req-08a88a00-d959-4be4-a81b-72c35424d455 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:34.816213 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c256ea3c-0412-4d83-8a83-50b560ca3e62 req-08a88a00-d959-4be4-a81b-72c35424d455 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.7849805 Apr 20 10:13:34.996895 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86566d1f-f30b-40d8-98fe-67378bf396df req-4b9dc965-08af-4310-aaaa-a8b75a9962d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=711f7db7-e173-4c41-90dd-69623d6e9cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1986835 Apr 20 10:13:35.085582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-9f2c84f3-4373-450e-81c7-bd2fefb2110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:35.087182 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-9f2c84f3-4373-450e-81c7-bd2fefb2110e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 920 time: 0.3338773 Apr 20 10:13:35.091261 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c256ea3c-0412-4d83-8a83-50b560ca3e62 req-ff89d8f2-f534-4ec9-875b-fcef3fcca777 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775820 Apr 20 10:13:35.302318 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86566d1f-f30b-40d8-98fe-67378bf396df req-c6ba49cc-e8f6-4175-a8ea-7d28203240ec service neutron] 10.222.0.55 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842996 Apr 20 10:13:35.372043 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-d67135b7-21ac-4e3c-a23b-2b9662c04a27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23711c8d-1c34-4f8d-b0af-0048178759d0 HTTP/1.1" status: 200 len: 217 time: 0.2145474 Apr 20 10:13:35.424383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b3773-b682-4a98-854a-7a0b504cc246 req-e54d4589-9ee0-4737-8875-d0b48b1183ee tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:35.427232 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d21b3773-b682-4a98-854a-7a0b504cc246 req-e54d4589-9ee0-4737-8875-d0b48b1183ee tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.7300935 Apr 20 10:13:35.582768 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d21b3773-b682-4a98-854a-7a0b504cc246 req-002b20c4-feb3-4af6-a672-254af98b5bf5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124408 Apr 20 10:13:35.665604 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86566d1f-f30b-40d8-98fe-67378bf396df req-a16ab888-3784-4588-b8ad-66817ebf098a service neutron] 10.222.0.55 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921534 Apr 20 10:13:35.786476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ee4b8-4aee-46ac-a87a-05a395fdedec req-008e5c9d-3e18-49fb-8567-a1f572fe719d tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:35.795651 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9e6ee4b8-4aee-46ac-a87a-05a395fdedec req-008e5c9d-3e18-49fb-8567-a1f572fe719d tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 944 time: 0.4920678 Apr 20 10:13:35.832976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-4ae57511-18b3-4f0e-b296-abddf23fa150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:35.834769 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-4ae57511-18b3-4f0e-b296-abddf23fa150 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 200 len: 859 time: 0.4493933 Apr 20 10:13:35.859330 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9e6ee4b8-4aee-46ac-a87a-05a395fdedec req-e23d99a3-4cc4-43ab-b365-3f6a0f6add8e tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623856 Apr 20 10:13:35.964550 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-9b347f7f-3ff6-495b-8619-e4121a928345 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7dae7f-7b70-4293-a792-03bea697db19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983531 Apr 20 10:13:36.207656 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-8583e999-4a54-47bc-903f-2711e9a3a637 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772385 Apr 20 10:13:36.441365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8309204-70ce-4bf3-a37d-cb33327735a7 req-dfdabcd4-b9b9-4ba5-853c-dca8e773285b tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:36.442944 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a8309204-70ce-4bf3-a37d-cb33327735a7 req-dfdabcd4-b9b9-4ba5-853c-dca8e773285b tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.4769244 Apr 20 10:13:36.530348 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3fa0535d-97d6-4d85-8b0e-a6ccb1018c42 req-776dbdb4-e85b-4112-a32d-f83ed635d0ed service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104846 Apr 20 10:13:36.567336 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a8309204-70ce-4bf3-a37d-cb33327735a7 req-237bf037-5e21-42f7-8836-ed5674cff385 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000524 Apr 20 10:13:36.596866 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8c52e-4ef5-4e9c-ad16-a0dd5bbfa21b req-7a651bb5-0fef-488a-8eb4-e34689e24236 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:36.598607 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8bf8c52e-4ef5-4e9c-ad16-a0dd5bbfa21b req-7a651bb5-0fef-488a-8eb4-e34689e24236 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.2460864 Apr 20 10:13:36.705642 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8bf8c52e-4ef5-4e9c-ad16-a0dd5bbfa21b req-9ecc41b7-843f-4d7f-967b-2f7824d5ba10 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980947 Apr 20 10:13:36.998424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:13:37.290294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869f09f-e15d-4a09-91d8-3b4800cd73e1 req-b1c78a03-8eda-4110-bb85-67baf88eec1a tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:37.292678 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a869f09f-e15d-4a09-91d8-3b4800cd73e1 req-b1c78a03-8eda-4110-bb85-67baf88eec1a tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 944 time: 0.2693472 Apr 20 10:13:37.323656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95183-b001-4fde-8896-41ca3724141c req-2da420be-5551-48b1-af38-a46ab5670121 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:37.330234 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b1c95183-b001-4fde-8896-41ca3724141c req-2da420be-5551-48b1-af38-a46ab5670121 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.3873646 Apr 20 10:13:37.359857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:37.399210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'cb1a41fc-819a-43d9-afe7-dfd15c29c2f5', 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5', 'port_id': 'cb1a41fc-819a-43d9-afe7-dfd15c29c2f5', 'mac_address': 'fa:16:3e:5a:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b980fb02-9cf6-4705-b20f-4ac51cbe1e9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:13:37.508491 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a869f09f-e15d-4a09-91d8-3b4800cd73e1 req-ef42a3ff-68ed-4f6b-bd7b-82c33af3479b tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733096 Apr 20 10:13:37.521727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.568427 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b1c95183-b001-4fde-8896-41ca3724141c req-619f1147-1471-4003-a910-b1703b4be820 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258581 Apr 20 10:13:37.599989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:13:37.631802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:37.740895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:37.748477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:37.905280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:37.905280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:37.976667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49750c1-0999-4c9e-8cff-33c453593ec5 req-7437093f-d895-40b5-bdce-b7971d634fe5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:37.978330 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c49750c1-0999-4c9e-8cff-33c453593ec5 req-7437093f-d895-40b5-bdce-b7971d634fe5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.2180190 Apr 20 10:13:38.043433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['cb1a41fc-819a-43d9-afe7-dfd15c29c2f5'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:38.055999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8c56f-dd21-4db4-8337-bb1deddd118e req-67e2ffc5-e6a1-411f-888f-caa8ee66d81d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:38.058068 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d5a8c56f-dd21-4db4-8337-bb1deddd118e req-67e2ffc5-e6a1-411f-888f-caa8ee66d81d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.1730840 Apr 20 10:13:38.066113 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c49750c1-0999-4c9e-8cff-33c453593ec5 req-a7435ced-2c2e-4ac3-b8b0-5a39ea270df3 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754261 Apr 20 10:13:38.154131 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d5a8c56f-dd21-4db4-8337-bb1deddd118e req-0ae6a9b8-a6af-422c-80b6-2b7af257d7f1 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744712 Apr 20 10:13:38.839604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62eec2-86a8-481e-8740-e90056d7f23f req-ecaf58c7-3800-40ac-8dcd-40cbc56375a1 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:38.841510 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-db62eec2-86a8-481e-8740-e90056d7f23f req-ecaf58c7-3800-40ac-8dcd-40cbc56375a1 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 945 time: 0.2000768 Apr 20 10:13:38.910740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169d77e-78b7-4bd1-8ba7-2f3aa9bf5c1b req-a29da2a4-b292-4b96-ba3b-b96086e96bbf tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:38.912486 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2169d77e-78b7-4bd1-8ba7-2f3aa9bf5c1b req-a29da2a4-b292-4b96-ba3b-b96086e96bbf tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.1443949 Apr 20 10:13:38.941018 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-db62eec2-86a8-481e-8740-e90056d7f23f req-23e46dd2-debf-4eb2-b290-214897342536 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837934 Apr 20 10:13:38.978007 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2169d77e-78b7-4bd1-8ba7-2f3aa9bf5c1b req-e34a2b46-2d1b-4b09-9f1a-aefbb7ed5a68 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573330 Apr 20 10:13:39.003588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:13:39.512131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:13:39.519493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:13:39.520293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:39.679235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:39.763200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1badcf-8cfa-4ca6-b26e-948d52026770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1a41fc-819a-43d9-afe7-dfd15c29c2f5'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:39.771954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:39.841646 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:39.844127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:39.887585 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc27b-63cb-4301-915d-acb644a203a5 req-1ae59ee9-364e-4ad9-88c4-eb396d0e6611 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:39.889947 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e41cc27b-63cb-4301-915d-acb644a203a5 req-1ae59ee9-364e-4ad9-88c4-eb396d0e6611 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.4052639 Apr 20 10:13:39.902214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f252ed-0cfe-4f3d-a6ea-5d037a502a7b req-f339f80d-3206-492c-b915-75d0a04c98b1 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:39.911360 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a3f252ed-0cfe-4f3d-a6ea-5d037a502a7b req-f339f80d-3206-492c-b915-75d0a04c98b1 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.3040569 Apr 20 10:13:39.929925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:39.934851 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:39.991909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a3f252ed-0cfe-4f3d-a6ea-5d037a502a7b req-139da253-2df5-4cd9-8ca8-00800e7c7cc6 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792539 Apr 20 10:13:40.051797 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e41cc27b-63cb-4301-915d-acb644a203a5 req-67503e83-a555-420b-9168-1830ac1810c9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039944 Apr 20 10:13:40.090516 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1badcf-8cfa-4ca6-b26e-948d52026770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1a41fc-819a-43d9-afe7-dfd15c29c2f5', 'code': 200} Apr 20 10:13:40.250692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:13:40.549005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba705d-e6f5-4847-90a6-e0f67825bbf0 req-86b20fcb-f503-4e3c-8407-a1018219a5d7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:40.550786 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-20ba705d-e6f5-4847-90a6-e0f67825bbf0 req-86b20fcb-f503-4e3c-8407-a1018219a5d7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 946 time: 0.2420018 Apr 20 10:13:40.566902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d148a-ec23-4b5a-90dc-a570e3f8e02a req-d121b66c-fcfe-4b39-8170-1f49c9e88f2b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:40.570251 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d72d148a-ec23-4b5a-90dc-a570e3f8e02a req-d121b66c-fcfe-4b39-8170-1f49c9e88f2b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.3401380 Apr 20 10:13:40.912182 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-20ba705d-e6f5-4847-90a6-e0f67825bbf0 req-c28571bb-f51f-4b94-8f04-b812cb8ffa36 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400905 Apr 20 10:13:40.925327 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d72d148a-ec23-4b5a-90dc-a570e3f8e02a req-c66ea21e-13c5-494e-a322-ae74b74c86b4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234675 Apr 20 10:13:40.934287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7adaa0-1e20-489f-928b-7fcf0249d95b req-15a4e089-fa17-4f62-b219-346371f2baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:40.938746 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa7adaa0-1e20-489f-928b-7fcf0249d95b req-15a4e089-fa17-4f62-b219-346371f2baf6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 1099 time: 0.4706159 Apr 20 10:13:40.986449 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa7adaa0-1e20-489f-928b-7fcf0249d95b req-4d1dfc7a-c440-4bae-ae2b-0083b89c7657 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Apr 20 10:13:41.353191 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17600a4-21e3-47c6-bc63-7b4b7b29838c req-a0c2672a-cbf3-4dd4-9c49-ea03976952ec tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:41.355376 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b17600a4-21e3-47c6-bc63-7b4b7b29838c req-a0c2672a-cbf3-4dd4-9c49-ea03976952ec tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1749036 Apr 20 10:13:41.367834 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101b2ef-164a-49f9-af01-d449d388d9bb req-7ae24932-c390-4f98-bab5-a00e2190fe69 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:41.370119 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5101b2ef-164a-49f9-af01-d449d388d9bb req-7ae24932-c390-4f98-bab5-a00e2190fe69 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.1491666 Apr 20 10:13:41.450426 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b17600a4-21e3-47c6-bc63-7b4b7b29838c req-acb22da6-a675-40f6-b950-e182e259c4df tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790446 Apr 20 10:13:41.462632 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5101b2ef-164a-49f9-af01-d449d388d9bb req-741affc2-451e-4fdd-bfbc-02a12ff98d25 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718772 Apr 20 10:13:42.227431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cce0d7-1503-4f8e-9690-037fbdef73c0 req-3c7bc238-95a4-41cd-adc0-6aaf191727ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:42.229336 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-51cce0d7-1503-4f8e-9690-037fbdef73c0 req-3c7bc238-95a4-41cd-adc0-6aaf191727ff tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.1385119 Apr 20 10:13:42.238439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa6b1-26dc-4267-8deb-c672a6c472de req-ffee18ec-2539-4d18-b032-05f3a8d923db tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:42.240087 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-df0fa6b1-26dc-4267-8deb-c672a6c472de req-ffee18ec-2539-4d18-b032-05f3a8d923db tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 946 time: 0.1902568 Apr 20 10:13:42.341068 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-51cce0d7-1503-4f8e-9690-037fbdef73c0 req-0f98f0da-c9b2-4ce7-96e0-474c88584c44 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997241 Apr 20 10:13:42.364211 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-df0fa6b1-26dc-4267-8deb-c672a6c472de req-9526ff7a-e3e4-4a3d-a635-27a13957060d tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050348 Apr 20 10:13:42.516822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-78e847ac-615c-42fa-bb72-3cad0cea1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:42.518790 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-78e847ac-615c-42fa-bb72-3cad0cea1365 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 1099 time: 0.1499975 Apr 20 10:13:43.074651 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-e665d789-4fdf-4c36-a65e-f82e5baa1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:43.076608 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-e665d789-4fdf-4c36-a65e-f82e5baa1220 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.5485792 Apr 20 10:13:43.092811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e34f6-01fc-4853-a8ec-665c504b7c23 req-071e9e28-48e8-4dd0-9795-7beebddf0f37 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:43.101494 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7f6e34f6-01fc-4853-a8ec-665c504b7c23 req-071e9e28-48e8-4dd0-9795-7beebddf0f37 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.3154335 Apr 20 10:13:43.129789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bd970-2bdb-4b65-bdbd-3a7b807b4cad req-b88a3847-17ad-440f-a9e6-ed43312e59f0 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:43.132026 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-433bd970-2bdb-4b65-bdbd-3a7b807b4cad req-b88a3847-17ad-440f-a9e6-ed43312e59f0 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.4278164 Apr 20 10:13:43.304564 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7f6e34f6-01fc-4853-a8ec-665c504b7c23 req-8ebd24dd-2b2f-45b0-a962-d807e8951c45 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018359 Apr 20 10:13:43.313718 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-433bd970-2bdb-4b65-bdbd-3a7b807b4cad req-b55506ca-7012-40fe-b417-9dc7bad75afb tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123860 Apr 20 10:13:43.343736 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-123c07f9-0e91-415a-b37d-dfeef6f76e98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1 HTTP/1.1" status: 200 len: 1001 time: 0.2158103 Apr 20 10:13:43.450085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-fa88cb01-1a8d-40b3-aa22-0cfbddf7599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:43.451700 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-fa88cb01-1a8d-40b3-aa22-0cfbddf7599f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.1065719 Apr 20 10:13:43.564198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e67a9a3a-faca-4497-8c99-f06a2046ae5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:43.799452 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-f59e0aea-595b-4154-bb5f-b70e67940864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:43.799452 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-f59e0aea-595b-4154-bb5f-b70e67940864 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3340561 Apr 20 10:13:44.077470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303eece-362d-4a01-bcab-d1e0997e691a req-f3a39108-e3bc-4cc5-bdab-d95ac13a0e23 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:44.079174 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8303eece-362d-4a01-bcab-d1e0997e691a req-f3a39108-e3bc-4cc5-bdab-d95ac13a0e23 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.4945974 Apr 20 10:13:44.102776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86dad2-05be-4464-b5d5-7835121c7b02 req-7a732c81-8a06-4164-ac7d-4627ae1fccc9 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:44.104772 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3b86dad2-05be-4464-b5d5-7835121c7b02 req-7a732c81-8a06-4164-ac7d-4627ae1fccc9 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 946 time: 0.4186876 Apr 20 10:13:44.152124 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-5a21b3d3-2c50-45e1-adc1-a51cafd03240 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479786 Apr 20 10:13:44.284444 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8303eece-362d-4a01-bcab-d1e0997e691a req-65bcae49-d3b8-436f-8104-9b79fe32fe0f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785295 Apr 20 10:13:44.294563 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3b86dad2-05be-4464-b5d5-7835121c7b02 req-de317137-2ab9-4af0-9ecd-900984e2e514 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670403 Apr 20 10:13:44.360831 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5bcc994f-2b32-4e97-9f57-1daa7189d74b req-03b3ad05-8df1-4207-91a5-53503f0f1f75 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998129 Apr 20 10:13:44.639097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237230f-d9b9-4c77-b231-ae4c5d327d4f req-ab78ea36-185f-4f99-99ff-ec016840f4fe tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:44.640785 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b237230f-d9b9-4c77-b231-ae4c5d327d4f req-ab78ea36-185f-4f99-99ff-ec016840f4fe tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1666930 Apr 20 10:13:44.654177 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3d8c8-cf2b-4517-b556-6fda0ab144e8 req-80b55071-9b65-44e7-8a2f-e26042211e10 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:44.655195 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e3c3d8c8-cf2b-4517-b556-6fda0ab144e8 req-80b55071-9b65-44e7-8a2f-e26042211e10 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.1383414 Apr 20 10:13:44.751829 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b237230f-d9b9-4c77-b231-ae4c5d327d4f req-1f8e544d-487a-4c2f-a5fb-08744ac870bf tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952229 Apr 20 10:13:44.774507 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e3c3d8c8-cf2b-4517-b556-6fda0ab144e8 req-fa918011-ae73-4a36-9031-ebbdcc271954 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027272 Apr 20 10:13:45.122265 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:45.516683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb30b21-3373-44f9-8b82-856044521ca4 req-dd70627e-49f8-4915-a62e-ebd76ecb0f5f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:45.518052 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cbb30b21-3373-44f9-8b82-856044521ca4 req-dd70627e-49f8-4915-a62e-ebd76ecb0f5f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.1016126 Apr 20 10:13:45.580998 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cbb30b21-3373-44f9-8b82-856044521ca4 req-3144de2c-29f3-48cb-9d55-df2555870fa2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511649 Apr 20 10:13:46.020268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33064bc-59e9-4df1-9be2-ed17aa9150b0 req-e770da17-916a-4755-8926-fb9f45f15d6f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:46.022217 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e33064bc-59e9-4df1-9be2-ed17aa9150b0 req-e770da17-916a-4755-8926-fb9f45f15d6f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1187928 Apr 20 10:13:46.102319 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e33064bc-59e9-4df1-9be2-ed17aa9150b0 req-7f038ef9-13d1-42a7-9933-b450a4faaeac tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670166 Apr 20 10:13:46.293756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9a085d1d-8532-44d2-9c7f-57223deb29de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:46.378092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37538) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:46.455141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fedc53-0e4c-48a6-a14d-e27a3eedfba2 req-b363e82f-5ebb-4046-87ee-9361d5e3e9ad tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:46.456900 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-46fedc53-0e4c-48a6-a14d-e27a3eedfba2 req-b363e82f-5ebb-4046-87ee-9361d5e3e9ad tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.2409821 Apr 20 10:13:46.467126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849537b3-a94b-4732-90b5-ac36d98fc930 req-d79a567a-01c8-4950-9f83-873cc599cf0f tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:46.468961 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-849537b3-a94b-4732-90b5-ac36d98fc930 req-d79a567a-01c8-4950-9f83-873cc599cf0f tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 946 time: 0.1833379 Apr 20 10:13:46.573432 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-46fedc53-0e4c-48a6-a14d-e27a3eedfba2 req-f0dd3434-ef84-422a-84d5-a37026e051bf tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006491 Apr 20 10:13:46.585550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:46.593757 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-849537b3-a94b-4732-90b5-ac36d98fc930 req-ff47868d-74e6-4f71-892a-8e379ab0ef06 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988286 Apr 20 10:13:46.620807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:46.629343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd8aa4731d74b298224b7ef99205719 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:46.636386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:46.648890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:46.889412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:46.929862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55047b3-e394-43b7-988a-0c04c428e003 req-367e028f-e209-496e-9d2a-cc647da0d9b2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:46.931570 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a55047b3-e394-43b7-988a-0c04c428e003 req-367e028f-e209-496e-9d2a-cc647da0d9b2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 946 time: 0.1012688 Apr 20 10:13:46.947435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:46.957524 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d62444ed-0a07-43d9-b09a-b0da96eb34ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:47.027204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:13:47.028739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c708919-86c8-4ef5-b5e3-003e61c5bc4d,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:47.036729 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a55047b3-e394-43b7-988a-0c04c428e003 req-1f7bb449-427c-4893-9b59-e10b474dc763 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902612 Apr 20 10:13:47.039629 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:47.058995 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fd8aa4731d74b298224b7ef99205719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6790640 Apr 20 10:13:47.059934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37546) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:47.118442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.188418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f078-5191-4c1d-b172-457d42907f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.240276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f078-5191-4c1d-b172-457d42907f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.243993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.290394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:47.293152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:47.324997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.327099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3b4a6a24-dfb9-48c9-862d-fa15ae0f0f2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:47.384423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a83fdb-d695-4f72-8a20-56c031937e3f req-a27f9fbc-6427-4cce-9251-78bcb86847c5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:47.386320 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e1a83fdb-d695-4f72-8a20-56c031937e3f req-a27f9fbc-6427-4cce-9251-78bcb86847c5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1326225 Apr 20 10:13:47.400068 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'code': 200} Apr 20 10:13:47.443679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=8']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:47.447097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f078-5191-4c1d-b172-457d42907f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.455241 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:47.459362 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e1a83fdb-d695-4f72-8a20-56c031937e3f req-72957419-6852-4be6-9dd7-b6d65d61d97a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552344 Apr 20 10:13:47.468271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-eccb50b7-fce0-4d8d-8dd9-03cd90726b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:47.482999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9f078-5191-4c1d-b172-457d42907f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c708919-86c8-4ef5-b5e3-003e61c5bc4d,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:47.489464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c5b9f078-5191-4c1d-b172-457d42907f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:47.501498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f078-5191-4c1d-b172-457d42907f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.504125 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c5b9f078-5191-4c1d-b172-457d42907f5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c708919-86c8-4ef5-b5e3-003e61c5bc4d HTTP/1.1" status: 204 len: 168 time: 0.4425068 Apr 20 10:13:47.661827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:47.831361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756685-1029-4a3c-8165-22a0d9b94b8f req-67ce9e5d-b2e8-48d7-be7f-db1f5dc54152 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:47.833061 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-38756685-1029-4a3c-8165-22a0d9b94b8f req-67ce9e5d-b2e8-48d7-be7f-db1f5dc54152 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 946 time: 0.1078556 Apr 20 10:13:47.893421 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-38756685-1029-4a3c-8165-22a0d9b94b8f req-dfd584b1-2206-4bc7-a1fc-7d58ae21f9d5 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477879 Apr 20 10:13:48.204616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37572) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:48.226130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:48.244551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:48.249833 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Usage tracker for resource:security_group_rule and tenant:6aa69687c26a4064b4ae6d35b5aac574 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:48.253320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:48.261065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:48.377595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:48.413151 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:48.437522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9db46109-0b07-4b7f-8336-a3a46e2c0468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:48.497712 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6aa69687c26a4064b4ae6d35b5aac574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914310 Apr 20 10:13:48.503440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 37582) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:48.536311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be7c394-0074-4b16-86eb-c3e93bd8b876,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:48.540394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:48.550094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:48.620459 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a39995-4269-405b-bf2a-b4e6d91c7003 req-0014c7e6-6be6-4aca-af0d-283c64baf093 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.622226 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-95a39995-4269-405b-bf2a-b4e6d91c7003 req-0014c7e6-6be6-4aca-af0d-283c64baf093 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.6656280 Apr 20 10:13:48.642004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-695a7a3d-856c-426e-9e62-a259fcb588ef tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.642004 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-695a7a3d-856c-426e-9e62-a259fcb588ef tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 946 time: 0.6289001 Apr 20 10:13:48.745888 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668dae-c907-49f5-a840-1af4b132ae7d req-c2bf5a2b-1aaa-47f8-892c-281d3b679036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.747941 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-89668dae-c907-49f5-a840-1af4b132ae7d req-c2bf5a2b-1aaa-47f8-892c-281d3b679036 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 1098 time: 0.3965530 Apr 20 10:13:48.777314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aef82f-de53-40f4-9c19-cf060c0fda15 req-b02ffd29-bec5-43be-bd1a-bd34e0af1dd0 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:48.781173 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b4aef82f-de53-40f4-9c19-cf060c0fda15 req-b02ffd29-bec5-43be-bd1a-bd34e0af1dd0 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.4264882 Apr 20 10:13:48.886350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1982f3bb-801b-4285-8f38-d47af63ca56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:49.038688 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Deleting port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:13:49.039066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:49.081185 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-95a39995-4269-405b-bf2a-b4e6d91c7003 req-98a17b0a-1498-4a89-9433-49a54eb2b8b4 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352808 Apr 20 10:13:49.165813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1982f3bb-801b-4285-8f38-d47af63ca56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:49.202939 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b4aef82f-de53-40f4-9c19-cf060c0fda15 req-042f8115-6ee4-4020-8205-a176704039b9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523784 Apr 20 10:13:49.404798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668dae-c907-49f5-a840-1af4b132ae7d req-bd2b90b1-7d86-49cd-a576-ea7b8e81e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:49.406469 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-89668dae-c907-49f5-a840-1af4b132ae7d req-bd2b90b1-7d86-49cd-a576-ea7b8e81e5f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 911 time: 0.6394014 Apr 20 10:13:49.687208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1982f3bb-801b-4285-8f38-d47af63ca56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:49.696676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3bc89029-99a6-4e2b-8fdd-6a59341c94a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:49.706730 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-89668dae-c907-49f5-a840-1af4b132ae7d req-17ae5013-6e57-43c9-a6c3-6d459ace0129 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0474aff6-84d4-4d1d-a285-303732fe675f HTTP/1.1" status: 200 len: 1000 time: 0.2847800 Apr 20 10:13:49.724232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe365b03-22a5-4f83-8140-4e5d96d166ab req-4b17c0c9-bdd9-4ddd-92cc-8e66186a7f1d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:49.725953 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fe365b03-22a5-4f83-8140-4e5d96d166ab req-4b17c0c9-bdd9-4ddd-92cc-8e66186a7f1d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.5326991 Apr 20 10:13:49.789338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982f3bb-801b-4285-8f38-d47af63ca56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be7c394-0074-4b16-86eb-c3e93bd8b876,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:49.792096 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1982f3bb-801b-4285-8f38-d47af63ca56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:49.845890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1982f3bb-801b-4285-8f38-d47af63ca56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:49.847120 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1982f3bb-801b-4285-8f38-d47af63ca56f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4be7c394-0074-4b16-86eb-c3e93bd8b876 HTTP/1.1" status: 204 len: 168 time: 1.3391795 Apr 20 10:13:49.857663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dc6b7-62c5-4fe1-af79-ebe7a18b82c8 req-8d95d9ef-f333-4d2e-8aaa-494fbc9ec7c7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:49.859358 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-072dc6b7-62c5-4fe1-af79-ebe7a18b82c8 req-8d95d9ef-f333-4d2e-8aaa-494fbc9ec7c7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 946 time: 0.5377798 Apr 20 10:13:49.879162 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] For port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:13:49.879162 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:50.061760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668dae-c907-49f5-a840-1af4b132ae7d req-44a142c0-785b-4d86-a82d-238745ca9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:50.063411 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-89668dae-c907-49f5-a840-1af4b132ae7d req-44a142c0-785b-4d86-a82d-238745ca9bc2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e5cec62-36e0-45a0-a288-1aa461c75043 HTTP/1.1" status: 200 len: 849 time: 0.3352592 Apr 20 10:13:50.073402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Calling delete_port for cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:13:50.118064 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fe365b03-22a5-4f83-8140-4e5d96d166ab req-f6a68f6e-a98f-4e65-abf3-186416a742a6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390324 Apr 20 10:13:50.243002 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-072dc6b7-62c5-4fe1-af79-ebe7a18b82c8 req-447255a3-d798-4eba-b0bc-ffe343f4c838 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679283 Apr 20 10:13:50.416175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668dae-c907-49f5-a840-1af4b132ae7d req-a3c0523f-a423-4a02-acd2-cfc272c189ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:50.417989 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-89668dae-c907-49f5-a840-1af4b132ae7d req-a3c0523f-a423-4a02-acd2-cfc272c189ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d53bc-8da5-4a8a-acf4-ce457ae855cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3107090 Apr 20 10:13:50.681772 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37612) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:50.741965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:50.782711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:50.792834 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:50.796037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] Usage tracker for resource:security_group_rule and tenant:4c4295420e5145378de5513edce7f8d2 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:13:50.800669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:13:50.803755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-964af9f1-fb18-4d1a-81de-930cd4b906a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:50.808311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:50.813803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['cb1a41fc-819a-43d9-afe7-dfd15c29c2f5'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:13:50.866699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Pushing event deleted for resources: {'Port': ['ID=cb1a41fc-819a-43d9-afe7-dfd15c29c2f5,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:50.946871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:50.962345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:50.975519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] No DVR routers for this DVR port cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:13:50.978635 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:50.987297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e8af0cbe-e542-4536-aa16-34ae70b6a1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:51.021633 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd54a190-fef3-413c-a948-52c4e1f4603f,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:51.045629 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:51.050706 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:51.055985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1badcf-8cfa-4ca6-b26e-948d52026770', 'name': 'network-vif-deleted', 'tag': 'cb1a41fc-819a-43d9-afe7-dfd15c29c2f5'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:13:51.073133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:13:51.080204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177604-d240-447b-b45d-e946495b5ad8 req-1569998f-44b2-421e-b867-d4f02bfc69a1 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:51.082073 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9a177604-d240-447b-b45d-e946495b5ad8 req-1569998f-44b2-421e-b867-d4f02bfc69a1 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.7637510 Apr 20 10:13:51.094596 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-fa57a14d-1fe8-461f-975a-b47729cc1eba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c4295420e5145378de5513edce7f8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116285 Apr 20 10:13:51.095345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37626) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:51.145231 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1c5435fc-33fc-45ca-82dd-5858eb5c882e req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.55 "DELETE /v2.0/ports/cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 HTTP/1.1" status: 204 len: 173 time: 2.4969177 Apr 20 10:13:51.150500 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-89668dae-c907-49f5-a840-1af4b132ae7d req-91f283e7-a43a-44b6-9b2e-ee42f6168d0f service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233460 Apr 20 10:13:51.152863 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:13:51.153547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device cb1a41fc-819a-43d9-afe7-dfd15c29c2f5 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:13:51.155138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:13:51.224893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4f58-8da6-4b56-a94f-634e80265f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:51.294671 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9a177604-d240-447b-b45d-e946495b5ad8 req-f79b0546-e099-4f22-8619-fba2fcc2a7ca tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798530 Apr 20 10:13:51.355693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4f58-8da6-4b56-a94f-634e80265f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:51.425734 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-89668dae-c907-49f5-a840-1af4b132ae7d req-1c81ee62-fb86-44c9-b4ec-c401f1de2b44 service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649570 Apr 20 10:13:51.515357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4f58-8da6-4b56-a94f-634e80265f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:51.519540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4a033bef-0ce8-4887-b3f5-15389067991d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:13:51.533762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a4f58-8da6-4b56-a94f-634e80265f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd54a190-fef3-413c-a948-52c4e1f4603f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:13:51.537881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7c3a4f58-8da6-4b56-a94f-634e80265f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:13:51.552782 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4f58-8da6-4b56-a94f-634e80265f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:51.552782 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7c3a4f58-8da6-4b56-a94f-634e80265f06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd54a190-fef3-413c-a948-52c4e1f4603f HTTP/1.1" status: 204 len: 168 time: 0.4557276 Apr 20 10:13:51.627344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1efe77-ec3e-471b-9510-84f64f1de104 req-7ef5b3ed-24e0-44aa-9204-5f7825fce833 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:51.629160 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3e1efe77-ec3e-471b-9510-84f64f1de104 req-7ef5b3ed-24e0-44aa-9204-5f7825fce833 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1258681 Apr 20 10:13:51.683793 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3e1efe77-ec3e-471b-9510-84f64f1de104 req-62ab7eef-3bb6-4d71-8215-79c2edf6f5fe tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473602 Apr 20 10:13:51.727401 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1badcf-8cfa-4ca6-b26e-948d52026770', 'name': 'network-vif-deleted', 'tag': 'cb1a41fc-819a-43d9-afe7-dfd15c29c2f5', 'status': 'completed', 'code': 200} Apr 20 10:13:51.905743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6879fadc-bf02-4ae6-b2dd-b5b2b9e11051 req-06ff15a5-13a1-459d-885e-2951e324bc33 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Synchronizing usage tracker for tenant:cfe3bc068e5f4690ae70241003774c1a on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:13:51.972534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6879fadc-bf02-4ae6-b2dd-b5b2b9e11051 req-06ff15a5-13a1-459d-885e-2951e324bc33 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Unset dirty status for tenant:cfe3bc068e5f4690ae70241003774c1a on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:13:51.973897 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6879fadc-bf02-4ae6-b2dd-b5b2b9e11051 req-06ff15a5-13a1-459d-885e-2951e324bc33 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1badcf-8cfa-4ca6-b26e-948d52026770 HTTP/1.1" status: 200 len: 210 time: 0.1235206 Apr 20 10:13:52.836937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e333ba0-1c44-418a-8d78-b98d580d1741 req-c948b1e3-eda7-4549-9399-c75afde28ce9 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:52.841222 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5e333ba0-1c44-418a-8d78-b98d580d1741 req-c948b1e3-eda7-4549-9399-c75afde28ce9 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.1760054 Apr 20 10:13:52.938876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce79eb-f9c7-409e-b810-45163a3ad7f0 req-4ce88fb5-f498-4a1b-8577-4e4653106388 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:52.942105 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-09ce79eb-f9c7-409e-b810-45163a3ad7f0 req-4ce88fb5-f498-4a1b-8577-4e4653106388 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.3736279 Apr 20 10:13:52.983783 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5e333ba0-1c44-418a-8d78-b98d580d1741 req-f4458fa2-3fc2-42fa-907e-8652656e983d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315224 Apr 20 10:13:53.035581 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-09ce79eb-f9c7-409e-b810-45163a3ad7f0 req-29f8f8cd-0c73-4e89-a68e-18d02e72f0db tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728159 Apr 20 10:13:53.313867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6f206-ec43-4f83-8b0c-9a70c226f80f req-ea09e7d2-96f4-4356-921b-d70ceab0c80d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:53.315774 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bbe6f206-ec43-4f83-8b0c-9a70c226f80f req-ea09e7d2-96f4-4356-921b-d70ceab0c80d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1273935 Apr 20 10:13:53.404524 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bbe6f206-ec43-4f83-8b0c-9a70c226f80f req-0072c295-f54f-4344-ba22-de7ec3c51064 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750310 Apr 20 10:13:53.676269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37712) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:13:53.741556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-f5b57bda-6197-4769-8a40-a5ccb3d14ef8 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:53.743577 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-f5b57bda-6197-4769-8a40-a5ccb3d14ef8 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/networks?id=711f7db7-e173-4c41-90dd-69623d6e9cb5 HTTP/1.1" status: 200 len: 809 time: 0.1850836 Apr 20 10:13:53.773255 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-2e6e85be-bcb2-4e5e-9e4a-0e4931e3e39b tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/quotas/cfe3bc068e5f4690ae70241003774c1a HTTP/1.1" status: 200 len: 375 time: 0.0113511 Apr 20 10:13:53.844451 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-70308137-7641-4901-a67e-aee0a6bc4c83 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cfe3bc068e5f4690ae70241003774c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629535 Apr 20 10:13:53.869961 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-9b91e1ef-20c0-4400-b340-74f291c9bdac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1923246 Apr 20 10:13:54.040426 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-c79bca08-806a-41c2-bc82-d383ffeaec7e service neutron] 10.222.0.26 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881030 Apr 20 10:13:54.318859 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-8f06702e-4147-4bf0-bfeb-f1a99ab31d52 service neutron] 10.222.0.26 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614186 Apr 20 10:13:54.334058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe61ce-283b-4fd6-91d5-78379e751329 req-3a1f391c-0cea-46f0-b30f-152042501f09 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:54.335915 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4ffe61ce-283b-4fd6-91d5-78379e751329 req-3a1f391c-0cea-46f0-b30f-152042501f09 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.1661444 Apr 20 10:13:54.432712 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4ffe61ce-283b-4fd6-91d5-78379e751329 req-6efe8176-8a2c-4deb-baaf-19a8a5616eea tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864332 Apr 20 10:13:54.711686 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a38298c7-15aa-49f0-a28b-4a9d9b92baa5 req-0ef4c67b-641e-4978-8ca7-b387b54dc39d tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 210 time: 0.0669916 Apr 20 10:13:54.787194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601ac8-a843-432c-b699-e9ecc6ef39cf req-95526407-bd56-4a7f-8728-752869b9bb80 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:54.789299 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a0601ac8-a843-432c-b699-e9ecc6ef39cf req-95526407-bd56-4a7f-8728-752869b9bb80 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.2022164 Apr 20 10:13:54.842719 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a0601ac8-a843-432c-b699-e9ecc6ef39cf req-fd066cab-346e-44c5-a21a-b720de9a2b28 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464592 Apr 20 10:13:55.753361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12cf6-39e1-4dd6-a501-f1afdef2adff req-db8688d8-9758-48ae-bb3b-1f2a32b6c2dd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:55.756321 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d6f12cf6-39e1-4dd6-a501-f1afdef2adff req-db8688d8-9758-48ae-bb3b-1f2a32b6c2dd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.1713052 Apr 20 10:13:55.818894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d6f12cf6-39e1-4dd6-a501-f1afdef2adff req-b1ad22a6-8a40-41a4-9d8c-45d083c2ad97 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488446 Apr 20 10:13:55.922145 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-15e3addf-6dc3-4e10-9dd4-31a03ac6c673 req-2981d7c8-5342-417f-aa88-09a2bca2ceb6 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 210 time: 0.0651512 Apr 20 10:13:56.084174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b4160-a6b8-40b0-bfcc-707a99cb7d5c req-8d1154f3-943e-4cb4-918f-3fdb80bf4efd tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:56.085904 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-768b4160-a6b8-40b0-bfcc-707a99cb7d5c req-8d1154f3-943e-4cb4-918f-3fdb80bf4efd tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.1140330 Apr 20 10:13:56.139044 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-768b4160-a6b8-40b0-bfcc-707a99cb7d5c req-75d19049-880b-4e7c-9603-3f260fc34347 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463691 Apr 20 10:13:57.125835 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-652f83ad-762d-4aa5-a260-7da776e97e35 req-2106fe9d-df1a-4fe3-8a00-bbf518c37729 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 210 time: 0.0680382 Apr 20 10:13:57.168314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c350d-5817-4f08-ba79-6fe6bd4d38f2 req-b982c287-3806-481a-b1ae-1446acf7100c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:57.183754 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b01c350d-5817-4f08-ba79-6fe6bd4d38f2 req-b982c287-3806-481a-b1ae-1446acf7100c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.2010486 Apr 20 10:13:57.250336 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b01c350d-5817-4f08-ba79-6fe6bd4d38f2 req-42467ca0-52c6-410f-bbd8-d83ab5bc542a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653534 Apr 20 10:13:57.393694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35842-7e3e-4150-aa6c-c0c05a859df1 req-98ec8133-c69a-473f-8d6f-c33ce4a6c7aa tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:57.395266 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5d35842-7e3e-4150-aa6c-c0c05a859df1 req-98ec8133-c69a-473f-8d6f-c33ce4a6c7aa tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.1024332 Apr 20 10:13:57.447566 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5d35842-7e3e-4150-aa6c-c0c05a859df1 req-16709bc0-1c7b-43bf-a673-081d2e9fdd42 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Apr 20 10:13:58.106850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-ad5236ea-bf17-4cef-8f75-cdfd4417e272 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:58.108337 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-ad5236ea-bf17-4cef-8f75-cdfd4417e272 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.55 "GET /v2.0/networks?id=711f7db7-e173-4c41-90dd-69623d6e9cb5 HTTP/1.1" status: 200 len: 809 time: 0.2455518 Apr 20 10:13:58.135120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Request body: {'port': {'device_id': 'b820fddb-12bd-43fd-90e5-1eafdc153b03', 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5', 'admin_state_up': True, 'tenant_id': 'cfe3bc068e5f4690ae70241003774c1a'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:13:58.511277 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0e0ed7de-88c8-43e8-89a4-b20c32c25fc7 req-e5f56312-69ae-492d-ab38-6b40ad50c17c tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 210 time: 0.1082060 Apr 20 10:13:58.512432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:13:58.589880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:13:58.644874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Made reservation on behalf of cfe3bc068e5f4690ae70241003774c1a for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:13:58.651538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:13:58.665626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-6a25e46d-cc5c-4a3a-9155-5938e05f97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:58.667357 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-6a25e46d-cc5c-4a3a-9155-5938e05f97d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a&tenant_id=8f35aa3e02484ed8b73777ccb11726e1 HTTP/1.1" status: 200 len: 1097 time: 0.1456311 Apr 20 10:13:58.687139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92472-4d88-418b-ab8b-a3db92f409e3 req-ce0f1144-06e2-4eee-9aae-da9cf62b17c7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:58.688866 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8da92472-4d88-418b-ab8b-a3db92f409e3 req-ce0f1144-06e2-4eee-9aae-da9cf62b17c7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.2420464 Apr 20 10:13:59.047182 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8da92472-4d88-418b-ab8b-a3db92f409e3 req-6978f313-be41-4848-a061-5beb413e29db tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509661 Apr 20 10:13:59.154876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fc4f8-641f-445f-8177-b55962f81225 req-0b68badf-342b-4434-949b-d6511aa6319a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:59.162749 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fb1fc4f8-641f-445f-8177-b55962f81225 req-0b68badf-342b-4434-949b-d6511aa6319a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.3685594 Apr 20 10:13:59.171136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Allocated IP 172.20.0.9 (711f7db7-e173-4c41-90dd-69623d6e9cb5/b980fb02-9cf6-4705-b20f-4ac51cbe1e9a/ac87f7bb-3a8e-475e-8936-3c3138c81e2c) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:13:59.198332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-9dd3f9d7-8711-40a8-ba55-be2e2ea01bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:59.199952 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-9dd3f9d7-8711-40a8-ba55-be2e2ea01bcb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 1097 time: 0.4083240 Apr 20 10:13:59.310429 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fb1fc4f8-641f-445f-8177-b55962f81225 req-06bc85e5-aaa2-47a9-8c25-c4682f976f56 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466954 Apr 20 10:13:59.725970 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-22f438be-bc0a-4d7d-bf85-291c7b99d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:13:59.729266 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-22f438be-bc0a-4d7d-bf85-291c7b99d4c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.5135388 Apr 20 10:13:59.933049 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e147518e-dcb5-443a-87f3-086318adb8ba req-f05c40f5-a31a-466a-8268-436f8018a901 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 210 time: 0.1377554 Apr 20 10:14:00.012383 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-e5eca3ee-c751-4ede-9339-cd649c7b73e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1 HTTP/1.1" status: 200 len: 999 time: 0.2160759 Apr 20 10:14:00.110266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:00.128199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-970925a5-50a4-4344-926d-f271fcd6a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:00.129849 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-970925a5-50a4-4344-926d-f271fcd6a06c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.1032467 Apr 20 10:14:00.240112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-cf5241f9-19ff-423d-886a-c15f08b7ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:00.243370 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-cf5241f9-19ff-423d-886a-c15f08b7ef28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1025002 Apr 20 10:14:00.246692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:00.256605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bad52749-1f75-42a5-957c-fc245ccf27d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:00.488582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Network 711f7db7-e173-4c41-90dd-69623d6e9cb5 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:14:00.494823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:14:00.498360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:14:00.544582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Pushing event updated for resources: {'Port': ['ID=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:00.599616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:00.703674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:00.704405 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:00.713266 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-68f0a91c-89ef-4a6a-b86e-ed011efaa110 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124508 Apr 20 10:14:00.766397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902923-6b9f-4dc7-9546-0defec653487 req-d5b23ed1-f1ff-4dbf-8a0e-a8a261d43387 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:00.768155 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-00902923-6b9f-4dc7-9546-0defec653487 req-d5b23ed1-f1ff-4dbf-8a0e-a8a261d43387 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.4688394 Apr 20 10:14:00.922140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612de48-0dec-4041-ad42-430766f5ef57 req-e9fd39ee-3c7e-4e0f-91eb-0618a3b5cf74 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:00.923849 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c612de48-0dec-4041-ad42-430766f5ef57 req-e9fd39ee-3c7e-4e0f-91eb-0618a3b5cf74 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.3764396 Apr 20 10:14:00.932547 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-00902923-6b9f-4dc7-9546-0defec653487 req-eae4f02d-5e76-4840-b54f-9e3a3d8bd082 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520538 Apr 20 10:14:00.946572 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8247025 Apr 20 10:14:00.986450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Request body: {'port': {'device_id': 'b820fddb-12bd-43fd-90e5-1eafdc153b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:14:01.079870 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c18f2dbf-5b0b-451a-9ddd-3362b279efaa req-6145f669-e154-410e-9c35-4bb4567e2d4e service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523424 Apr 20 10:14:01.132929 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c612de48-0dec-4041-ad42-430766f5ef57 req-a1d8bd14-1dea-4c22-ac5b-d3aaa5fd65e9 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884072 Apr 20 10:14:01.233765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:01.326981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643315c-870b-4f1c-8b58-66d65b582791 req-bc45cd9d-5a80-44c3-95a6-31cfc2c84c36 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:01.327818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-3643315c-870b-4f1c-8b58-66d65b582791 req-bc45cd9d-5a80-44c3-95a6-31cfc2c84c36 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Synchronizing usage tracker for tenant:cfe3bc068e5f4690ae70241003774c1a on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:14:01.446430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-3643315c-870b-4f1c-8b58-66d65b582791 req-bc45cd9d-5a80-44c3-95a6-31cfc2c84c36 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Unset dirty status for tenant:cfe3bc068e5f4690ae70241003774c1a on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:14:01.449456 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3643315c-870b-4f1c-8b58-66d65b582791 req-bc45cd9d-5a80-44c3-95a6-31cfc2c84c36 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 931 time: 0.3635025 Apr 20 10:14:01.601686 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3643315c-870b-4f1c-8b58-66d65b582791 req-8331603b-c7a9-468a-9e7b-1c32e823719a tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302404 Apr 20 10:14:01.767502 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac87f7bb-3a8e-475e-8936-3c3138c81e2c {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:14:01.776602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:01.798517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Transition to ACTIVE for port object ac87f7bb-3a8e-475e-8936-3c3138c81e2c will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:14:01.851997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:01.857389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:02.038234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Pushing event updated for resources: {'Port': ['ID=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:02.047296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:02.140068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Attempting to bind port ac87f7bb-3a8e-475e-8936-3c3138c81e2c on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:14:02.140450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Attempting to bind port ac87f7bb-3a8e-475e-8936-3c3138c81e2c by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'cdca4621-30d1-4822-861b-799b5e609e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:14:02.140874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Attempting to bind port ac87f7bb-3a8e-475e-8936-3c3138c81e2c on network 711f7db7-e173-4c41-90dd-69623d6e9cb5 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:14:02.151276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Port ac87f7bb-3a8e-475e-8936-3c3138c81e2c on network 711f7db7-e173-4c41-90dd-69623d6e9cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:14:02.151644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Attempting to bind port ac87f7bb-3a8e-475e-8936-3c3138c81e2c on network 711f7db7-e173-4c41-90dd-69623d6e9cb5 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:14:02.205425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:14:02.205801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Checking segment: {'id': 'cdca4621-30d1-4822-861b-799b5e609e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:14:02.206233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Bound using segment: {'id': 'cdca4621-30d1-4822-861b-799b5e609e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:14:02.206746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Bound port: ac87f7bb-3a8e-475e-8936-3c3138c81e2c, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdca4621-30d1-4822-861b-799b5e609e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:14:02.207142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:02.401056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7d52f-9d46-45e4-8793-fbe84483add6 req-907b400a-bd75-41b4-b666-2dca07b84983 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:02.402993 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e5d7d52f-9d46-45e4-8793-fbe84483add6 req-907b400a-bd75-41b4-b666-2dca07b84983 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.2560318 Apr 20 10:14:02.407426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] For port ac87f7bb-3a8e-475e-8936-3c3138c81e2c, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:14:02.420920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] For port ac87f7bb-3a8e-475e-8936-3c3138c81e2c, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:14:02.481790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:02.492084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:02.542026 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e5d7d52f-9d46-45e4-8793-fbe84483add6 req-7ca79958-ebf8-4298-8346-f50bc7e3f8b6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178017 Apr 20 10:14:02.567007 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c32f9-5a58-42b7-be3b-590b01784369 req-d71a719c-5b69-4414-8a83-44dba50335db tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:02.569018 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-543c32f9-5a58-42b7-be3b-590b01784369 req-d71a719c-5b69-4414-8a83-44dba50335db tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.2422388 Apr 20 10:14:02.572974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:02.573673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:02.575221 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] 10.222.0.55 "PUT /v2.0/ports/ac87f7bb-3a8e-475e-8936-3c3138c81e2c HTTP/1.1" status: 200 len: 1093 time: 1.6001210 Apr 20 10:14:02.575796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b820fddb-12bd-43fd-90e5-1eafdc153b03', 'tag': 'ac87f7bb-3a8e-475e-8936-3c3138c81e2c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:02.654936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Pushing event updated for resources: {'Port': ['ID=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:02.677624 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-543c32f9-5a58-42b7-be3b-590b01784369 req-70f4fa97-cfde-4cd8-8b55-1f8676a62c27 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873427 Apr 20 10:14:02.679134 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.679559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.679971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.680378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.680810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.681253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.681655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.682056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.683728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.691914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.691914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.691914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:02.700116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:02.820259 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b820fddb-12bd-43fd-90e5-1eafdc153b03', 'tag': 'ac87f7bb-3a8e-475e-8936-3c3138c81e2c', 'status': 'completed', 'code': 200} Apr 20 10:14:03.313108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-34403168-4b04-40f3-8de1-836fbb0275d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:03.313108 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-34403168-4b04-40f3-8de1-836fbb0275d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfe3bc068e5f4690ae70241003774c1a&device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 1096 time: 0.6148775 Apr 20 10:14:03.390207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf2fce-d627-44e4-9671-108c7d5cc2e8 req-06f1ca30-c8e3-4821-b8c4-0ce4af652a43 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:03.391976 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-17bf2fce-d627-44e4-9671-108c7d5cc2e8 req-06f1ca30-c8e3-4821-b8c4-0ce4af652a43 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1954734 Apr 20 10:14:03.520101 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-4f1c9e46-e773-4543-8b05-e21484118231 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac87f7bb-3a8e-475e-8936-3c3138c81e2c HTTP/1.1" status: 200 len: 217 time: 0.1982436 Apr 20 10:14:03.588732 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-17bf2fce-d627-44e4-9671-108c7d5cc2e8 req-c6429165-11e0-4d3f-9a16-210381408eb3 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977578 Apr 20 10:14:03.697371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-b6af60a0-b6a6-44b1-95d9-981cc7019954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:03.699436 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-b6af60a0-b6a6-44b1-95d9-981cc7019954 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b980fb02-9cf6-4705-b20f-4ac51cbe1e9a HTTP/1.1" status: 200 len: 849 time: 0.1032403 Apr 20 10:14:03.721005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c75a6f-d2df-46e5-bb85-ff788af233de req-977410bc-6f61-46e1-98e6-5c16b1d52ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:03.723290 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-33c75a6f-d2df-46e5-bb85-ff788af233de req-977410bc-6f61-46e1-98e6-5c16b1d52ae8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 1099 time: 0.3236034 Apr 20 10:14:04.324572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65b3a-8e26-4d5e-a744-57420ef96f7d req-6b1c47ed-4594-444e-9e2a-6b3e12c6a9bd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:04.337683 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d1d65b3a-8e26-4d5e-a744-57420ef96f7d req-6b1c47ed-4594-444e-9e2a-6b3e12c6a9bd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.4227588 Apr 20 10:14:04.358173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4e079-72c1-4193-90f1-15448dbc26dc req-0bcca013-56f4-4a7d-9234-466466033c8e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:04.361000 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84e4e079-72c1-4193-90f1-15448dbc26dc req-0bcca013-56f4-4a7d-9234-466466033c8e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.3473279 Apr 20 10:14:04.533641 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84e4e079-72c1-4193-90f1-15448dbc26dc req-da17db45-a1e5-4c20-b0a2-a54175368136 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204779 Apr 20 10:14:04.549320 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d1d65b3a-8e26-4d5e-a744-57420ef96f7d req-c383a4ed-9b61-4fdf-881f-1099d153bbb6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867936 Apr 20 10:14:04.854467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 37940) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:04.917881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaa536-e809-4255-8c72-6e470232d03e req-82a48aa1-502e-4bc0-bf7c-b410c6ec47dc tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:04.925850 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ddcaa536-e809-4255-8c72-6e470232d03e req-82a48aa1-502e-4bc0-bf7c-b410c6ec47dc tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1267920 Apr 20 10:14:05.018031 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ddcaa536-e809-4255-8c72-6e470232d03e req-57ebe104-04ac-4346-a641-35829c700091 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910726 Apr 20 10:14:05.139067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:05.167199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:05.172619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Usage tracker for resource:security_group_rule and tenant:86984e292de146cc8e8a714741f4c773 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:05.177552 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:05.189522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:05.370196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:05.409233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:05.420137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-856f42c8-b1f7-489d-b02f-6af5b498549b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:05.477596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 37948) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:05.477969 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86984e292de146cc8e8a714741f4c773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215115 Apr 20 10:14:05.485945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dc3072-6883-4d5c-aa56-5fa24b90818d,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:05.496496 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.496980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.497391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.497793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.498194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.498596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.499077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.499471 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.499863 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.500472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.500914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.501306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:05.513745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:05.638183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0e304c51-c8d3-44a5-904e-e500d2bcf8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:05.718627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0e304c51-c8d3-44a5-904e-e500d2bcf8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:06.100611 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0e304c51-c8d3-44a5-904e-e500d2bcf8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:06.113731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-22080bf4-542c-4149-ba60-b2f2c681f4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:06.153626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e876c-5b23-4e83-8465-6fcdf8547f61 req-ef6017f0-7ebf-4b7d-9761-141f9e3439eb tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:06.162004 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-809e876c-5b23-4e83-8465-6fcdf8547f61 req-ef6017f0-7ebf-4b7d-9761-141f9e3439eb tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.2552545 Apr 20 10:14:06.214243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea13eb-c705-456a-a909-aaf2cc639105 req-a10dee78-6225-4175-b7fb-41603ef55499 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:06.214243 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-36ea13eb-c705-456a-a909-aaf2cc639105 req-a10dee78-6225-4175-b7fb-41603ef55499 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.2554331 Apr 20 10:14:06.214243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e304c51-c8d3-44a5-904e-e500d2bcf8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dc3072-6883-4d5c-aa56-5fa24b90818d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:06.227761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0e304c51-c8d3-44a5-904e-e500d2bcf8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:06.269644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0e304c51-c8d3-44a5-904e-e500d2bcf8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:06.272574 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0e304c51-c8d3-44a5-904e-e500d2bcf8fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47dc3072-6883-4d5c-aa56-5fa24b90818d HTTP/1.1" status: 204 len: 168 time: 0.7918999 Apr 20 10:14:06.398017 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-809e876c-5b23-4e83-8465-6fcdf8547f61 req-11f787b9-e484-4f79-9122-541c96d79553 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302308 Apr 20 10:14:06.429340 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-36ea13eb-c705-456a-a909-aaf2cc639105 req-20043db1-33ef-4e8a-b884-8935f95ca1ef tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959693 Apr 20 10:14:06.796015 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775b03d-00b8-4e5e-9e50-3235d13acd1b req-e9e6fcc7-1fe1-4a12-9764-e4a0744b4221 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:06.798821 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8775b03d-00b8-4e5e-9e50-3235d13acd1b req-e9e6fcc7-1fe1-4a12-9764-e4a0744b4221 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1572440 Apr 20 10:14:06.898824 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8775b03d-00b8-4e5e-9e50-3235d13acd1b req-e94ddb32-d224-4ed8-8269-0ca7b31a02ba tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895419 Apr 20 10:14:07.755296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce79a99-8dae-4a28-af98-eedb37a0f377 req-d4f500b8-a8a4-4ebc-a48c-8b04ed62c2d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:07.773230 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9ce79a99-8dae-4a28-af98-eedb37a0f377 req-d4f500b8-a8a4-4ebc-a48c-8b04ed62c2d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.2065511 Apr 20 10:14:08.035860 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9ce79a99-8dae-4a28-af98-eedb37a0f377 req-45e07882-d609-4c05-ad6a-8c54dc1edfc2 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439521 Apr 20 10:14:08.051962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d3d60-1284-4977-a259-677e67605d6b req-96e9e6a3-28f5-410c-ba5f-f81d79647ef0 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:08.053786 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3f0d3d60-1284-4977-a259-677e67605d6b req-96e9e6a3-28f5-410c-ba5f-f81d79647ef0 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.2772570 Apr 20 10:14:08.263013 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3f0d3d60-1284-4977-a259-677e67605d6b req-48563de3-9904-4749-be42-d7762cc81438 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690423 Apr 20 10:14:08.449891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ef9e1-60c8-49b6-bcbc-5e437a8fb476 req-19b2713f-3875-42f4-81c3-9795a9219ad7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:08.452038 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-632ef9e1-60c8-49b6-bcbc-5e437a8fb476 req-19b2713f-3875-42f4-81c3-9795a9219ad7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1505857 Apr 20 10:14:08.523888 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-632ef9e1-60c8-49b6-bcbc-5e437a8fb476 req-91766ee2-18df-4917-95e8-c2194cf31627 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621004 Apr 20 10:14:09.777337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bc3c5-d6cf-497b-97d9-9a4d7d56362e req-0fb122ad-cba5-4427-968d-3c04e610e594 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:09.792034 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ca4bc3c5-d6cf-497b-97d9-9a4d7d56362e req-0fb122ad-cba5-4427-968d-3c04e610e594 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.4807055 Apr 20 10:14:09.859025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2981474-cf96-43ad-8676-e594c99c03c9 req-f27c2041-11ce-4b04-aae7-78a5f77dd32b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:09.862540 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a2981474-cf96-43ad-8676-e594c99c03c9 req-f27c2041-11ce-4b04-aae7-78a5f77dd32b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.3104489 Apr 20 10:14:09.983667 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ca4bc3c5-d6cf-497b-97d9-9a4d7d56362e req-c3bb4088-109b-438b-845f-6a2732dde05c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901040 Apr 20 10:14:10.054372 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a2981474-cf96-43ad-8676-e594c99c03c9 req-8c526122-840e-4453-b81c-4913feae0875 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614673 Apr 20 10:14:10.333100 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d93a8-e8a2-4292-8b54-faec83010c99 req-11992801-4a44-4599-8177-4b69bfcbebc7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:10.341729 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eb0d93a8-e8a2-4292-8b54-faec83010c99 req-11992801-4a44-4599-8177-4b69bfcbebc7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1621978 Apr 20 10:14:10.393334 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eb0d93a8-e8a2-4292-8b54-faec83010c99 req-250d31ab-30e3-4cff-a9d0-ef8c3ee65069 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505416 Apr 20 10:14:11.437990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64151cba-c276-4e47-8386-87773eb9db83 req-c3e8e815-8995-4acf-ad0c-943454bf93d2 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:11.441798 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-64151cba-c276-4e47-8386-87773eb9db83 req-c3e8e815-8995-4acf-ad0c-943454bf93d2 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.2414210 Apr 20 10:14:11.497741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb82f2-9c35-4329-9035-5c7cc8bda48c req-35113969-bdc4-4a26-b7bf-ea57bd275613 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:11.509710 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-befb82f2-9c35-4329-9035-5c7cc8bda48c req-35113969-bdc4-4a26-b7bf-ea57bd275613 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.2001793 Apr 20 10:14:11.581937 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-64151cba-c276-4e47-8386-87773eb9db83 req-14849e2d-2520-4934-a2f3-b041d2180aec tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319115 Apr 20 10:14:11.591975 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-befb82f2-9c35-4329-9035-5c7cc8bda48c req-2bedec15-4356-4e09-ada9-3c58c0095c25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759802 Apr 20 10:14:11.946785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc7523-2778-4620-a675-e4ef2ee5dfac req-b1edf6f6-2598-4ee8-b36c-541f8773b2f0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:11.949163 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4efc7523-2778-4620-a675-e4ef2ee5dfac req-b1edf6f6-2598-4ee8-b36c-541f8773b2f0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1087980 Apr 20 10:14:12.007113 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4efc7523-2778-4620-a675-e4ef2ee5dfac req-6aabb287-7509-4e0a-be7f-f6b8ca677fc4 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512855 Apr 20 10:14:12.762574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 38070) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:12.940599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377f75a-87d8-41cb-9c8f-8697d34fc1d8 req-14166dd7-8602-4b62-96ba-20aaf341bb52 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:12.944779 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1377f75a-87d8-41cb-9c8f-8697d34fc1d8 req-14166dd7-8602-4b62-96ba-20aaf341bb52 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.1608787 Apr 20 10:14:13.070039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.099342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:13.154129 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1377f75a-87d8-41cb-9c8f-8697d34fc1d8 req-9ec3b670-e2b5-4c7c-911a-f041072032eb tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179855 Apr 20 10:14:13.155764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Usage tracker for resource:security_group_rule and tenant:5523a146d1834e9680619c48130a6481 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:13.167259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:13.180099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:13.247276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1503f-28dd-4715-8f2a-cd1144521982 req-a5e64db2-4115-400f-aa9b-5eab060e25bc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:13.252920 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76d1503f-28dd-4715-8f2a-cd1144521982 req-a5e64db2-4115-400f-aa9b-5eab060e25bc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.3063643 Apr 20 10:14:13.283051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38082) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:13.401659 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76d1503f-28dd-4715-8f2a-cd1144521982 req-3fb3cb3e-8cc5-4855-ad14-d2a88652d06c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472595 Apr 20 10:14:13.492058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.509645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56a136-a38d-4968-af9f-3ab7ae5357fa req-9643fc40-0d35-4a89-975d-77240c99e1a7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:13.511390 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bf56a136-a38d-4968-af9f-3ab7ae5357fa req-9643fc40-0d35-4a89-975d-77240c99e1a7 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1981609 Apr 20 10:14:13.521132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.531539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8c8a0072-aa80-49c2-ad6e-c0ea023fd3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:13.539862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.560320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:13.564812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d002a6d84c6046b2b41661604cd26ab2 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:13.569017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:13.569682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3a17e177-b8f0-4053-ab9d-4c1cf6ba1b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.582873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:13.666992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abe9e45-1a78-48c4-9698-e0fb052aebae,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:13.690176 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bf56a136-a38d-4968-af9f-3ab7ae5357fa req-69fb3713-4352-44d7-810b-5380c5169624 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443787 Apr 20 10:14:13.700823 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5523a146d1834e9680619c48130a6481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9366572 Apr 20 10:14:13.702461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:13.713909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 38090) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:13.840307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.860256 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23944a0b-40aa-40dc-baa0-cf2f2261ec1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.875139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.885396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2611dc22-4aab-4658-ae0c-175764469ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:13.895482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23944a0b-40aa-40dc-baa0-cf2f2261ec1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.941339 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d002a6d84c6046b2b41661604cd26ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570442 Apr 20 10:14:13.942336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e342a3b-39ca-418e-889f-1737475e23a0,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:13.946022 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:13.948153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38094) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:13.989082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23944a0b-40aa-40dc-baa0-cf2f2261ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:13.994542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0e304c51-c8d3-44a5-904e-e500d2bcf8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:14.013625 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23944a0b-40aa-40dc-baa0-cf2f2261ec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abe9e45-1a78-48c4-9698-e0fb052aebae,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:14.018236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-23944a0b-40aa-40dc-baa0-cf2f2261ec1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:14.021829 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23944a0b-40aa-40dc-baa0-cf2f2261ec1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:14.023809 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-23944a0b-40aa-40dc-baa0-cf2f2261ec1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5abe9e45-1a78-48c4-9698-e0fb052aebae HTTP/1.1" status: 204 len: 168 time: 0.3082113 Apr 20 10:14:14.026098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc8d2-f98c-42bb-9502-02bc8d761d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:14.073294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc8d2-f98c-42bb-9502-02bc8d761d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:14.181065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc8d2-f98c-42bb-9502-02bc8d761d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:14.185815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d0d5ea1c-31c4-4c30-9e49-f251d4f37369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:14.208340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dc8d2-f98c-42bb-9502-02bc8d761d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e342a3b-39ca-418e-889f-1737475e23a0,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:14.219518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bd9dc8d2-f98c-42bb-9502-02bc8d761d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:14.239966 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc8d2-f98c-42bb-9502-02bc8d761d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:14.241576 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-bd9dc8d2-f98c-42bb-9502-02bc8d761d8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e342a3b-39ca-418e-889f-1737475e23a0 HTTP/1.1" status: 204 len: 168 time: 0.2923157 Apr 20 10:14:14.615411 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc890237-e400-4ad4-9b36-c22f6a19806c req-7b7e6292-53a0-4b1b-a695-a3f1da3b194c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:14.618532 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bc890237-e400-4ad4-9b36-c22f6a19806c req-7b7e6292-53a0-4b1b-a695-a3f1da3b194c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.2610250 Apr 20 10:14:14.882563 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bc890237-e400-4ad4-9b36-c22f6a19806c req-5e092504-4333-4d5f-9b59-c73aaaeaad68 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555780 Apr 20 10:14:14.965926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6733fb8-793d-486e-b5de-72fc706b16c7 req-04768af3-ce59-473b-b701-d8e4cfb08783 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:14.967845 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a6733fb8-793d-486e-b5de-72fc706b16c7 req-04768af3-ce59-473b-b701-d8e4cfb08783 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.2301004 Apr 20 10:14:14.988941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38118) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:15.014730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.053837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:15.065347 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Usage tracker for resource:security_group_rule and tenant:abc2fbc5054b4407afdd03327dbc5739 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:15.070483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:15.084495 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a6733fb8-793d-486e-b5de-72fc706b16c7 req-437809af-5b4b-472b-8221-e6bfc6975f29 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087358 Apr 20 10:14:15.086115 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:15.162084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.219212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.247076 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a4920-5c3b-475f-afb3-898e591dd802 req-1a4684e2-1723-4dfa-812e-359d9a1f0634 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:15.249616 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-431a4920-5c3b-475f-afb3-898e591dd802 req-1a4684e2-1723-4dfa-812e-359d9a1f0634 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1407652 Apr 20 10:14:15.252578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.266191 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fb2d6b5e-3fe7-40a4-904e-b94f6af2669b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:15.302604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b50c3f-5eff-49c0-9f8a-f8c32e61d2fb,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:15.308904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:15.333423 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abc2fbc5054b4407afdd03327dbc5739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405750 Apr 20 10:14:15.338243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38128) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:15.349849 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-431a4920-5c3b-475f-afb3-898e591dd802 req-e13f0006-caba-4f86-a349-f13753485a0e tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901003 Apr 20 10:14:15.433796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-659c988c-378b-42c2-a6b7-e83a1e006d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.471290 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-659c988c-378b-42c2-a6b7-e83a1e006d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.577848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-659c988c-378b-42c2-a6b7-e83a1e006d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.584521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d30f0856-4596-419e-b7ca-f843914ea904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:15.600454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c988c-378b-42c2-a6b7-e83a1e006d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b50c3f-5eff-49c0-9f8a-f8c32e61d2fb,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:15.606890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-659c988c-378b-42c2-a6b7-e83a1e006d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:15.608290 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-659c988c-378b-42c2-a6b7-e83a1e006d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:15.610260 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-659c988c-378b-42c2-a6b7-e83a1e006d42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44b50c3f-5eff-49c0-9f8a-f8c32e61d2fb HTTP/1.1" status: 204 len: 168 time: 0.2706792 Apr 20 10:14:16.280002 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-441ab083-b811-4f6f-b97e-b7eb8640d665 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=711f7db7-e173-4c41-90dd-69623d6e9cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2235065 Apr 20 10:14:16.295273 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8b24-928c-4e6b-99e2-7ec8ee712a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:16.412146 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-566de178-5a94-4bb4-913a-eb5c9db74e8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2149003 Apr 20 10:14:16.549663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-b3c6dc82-0173-44c1-9761-4e0a49ea42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:16.551801 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-b3c6dc82-0173-44c1-9761-4e0a49ea42d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 1098 time: 0.1036062 Apr 20 10:14:16.770973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-1d863afc-2e12-4cc7-a596-9f3032087611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:16.772614 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-1d863afc-2e12-4cc7-a596-9f3032087611 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 911 time: 0.1966941 Apr 20 10:14:16.933151 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-33c75a6f-d2df-46e5-bb85-ff788af233de req-10c4b386-1296-4894-9f28-a39a15bd0339 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331404 Apr 20 10:14:16.938272 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-d2630d30-3da0-480c-bb0f-63ea213e5e7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0474aff6-84d4-4d1d-a285-303732fe675f HTTP/1.1" status: 200 len: 1000 time: 0.1549244 Apr 20 10:14:17.011417 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-7347dba7-824d-4d75-b78d-0a696ce93798 service neutron] 10.222.0.55 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839862 Apr 20 10:14:17.072931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:17.114311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-9233859a-8ccf-4f08-b9bd-6b3f7b49c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:17.116580 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-9233859a-8ccf-4f08-b9bd-6b3f7b49c958 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e5cec62-36e0-45a0-a288-1aa461c75043 HTTP/1.1" status: 200 len: 849 time: 0.1196222 Apr 20 10:14:17.204453 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f6f38-2bfa-4090-bc5d-8010cd1c1839 req-be267100-7a33-4851-9222-1d2eae5f6884 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:17.209273 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6d4f6f38-2bfa-4090-bc5d-8010cd1c1839 req-be267100-7a33-4851-9222-1d2eae5f6884 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 1.1580389 Apr 20 10:14:17.240788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cfcf8-5c32-4431-9a86-3e9a20c7c55d req-cf517cd9-0d99-4d97-833a-38171f743d5e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:17.246612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-204aa633-4e1a-4c47-880f-0d9dd4fbde1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:17.249084 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-204aa633-4e1a-4c47-880f-0d9dd4fbde1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d53bc-8da5-4a8a-acf4-ce457ae855cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1223264 Apr 20 10:14:17.254451 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3c3cfcf8-5c32-4431-9a86-3e9a20c7c55d req-cf517cd9-0d99-4d97-833a-38171f743d5e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.8760483 Apr 20 10:14:17.267440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:14:17.326898 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98ba2ac7-b541-42d7-91c2-765e41d9094a req-fdabb9f1-c219-49a8-8d5c-1044e0dc6b45 service neutron] 10.222.0.55 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002357 Apr 20 10:14:17.353557 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3c3cfcf8-5c32-4431-9a86-3e9a20c7c55d req-94432167-1d60-4db2-b792-4ecb1fb1831b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016107 Apr 20 10:14:17.359687 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6d4f6f38-2bfa-4090-bc5d-8010cd1c1839 req-bca6f592-d7ef-4e8c-817a-0d9c4e3c1254 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067288 Apr 20 10:14:17.508503 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-7cb6670d-22fe-453f-a24a-c5e87fc6a91f service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497144 Apr 20 10:14:17.702602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-0ae8c964-22bb-4bdb-962f-967d3da286da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:17.704194 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-0ae8c964-22bb-4bdb-962f-967d3da286da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfe3bc068e5f4690ae70241003774c1a&device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 1096 time: 0.1350181 Apr 20 10:14:17.748829 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015473c-2a54-41a4-8b36-837fce0cd363 req-8364e143-704f-4fbd-b287-bdb7e2c5bf9e tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:17.749055 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a8848d-3b81-4140-ba54-80c2c26da379 req-bab57fe9-ddb7-4c8e-9db2-09334847f618 service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929693 Apr 20 10:14:17.749200 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e015473c-2a54-41a4-8b36-837fce0cd363 req-8364e143-704f-4fbd-b287-bdb7e2c5bf9e tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.2494316 Apr 20 10:14:17.786531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:17.904528 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e015473c-2a54-41a4-8b36-837fce0cd363 req-5061596b-3344-4f5f-8f2a-0193b543ec23 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552436 Apr 20 10:14:17.928455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-d252a17a-a53c-43b4-b603-f623ed64a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:17.930131 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-d252a17a-a53c-43b4-b603-f623ed64a7bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=711f7db7-e173-4c41-90dd-69623d6e9cb5 HTTP/1.1" status: 200 len: 910 time: 0.2070279 Apr 20 10:14:18.030231 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-be90d86e-b625-42b7-9367-42bab70f4852 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac87f7bb-3a8e-475e-8936-3c3138c81e2c HTTP/1.1" status: 200 len: 217 time: 0.0785589 Apr 20 10:14:18.110195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-8ed1b629-1555-4d96-9616-7055430f5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:18.112183 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-8ed1b629-1555-4d96-9616-7055430f5bab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b980fb02-9cf6-4705-b20f-4ac51cbe1e9a HTTP/1.1" status: 200 len: 849 time: 0.0785038 Apr 20 10:14:18.184472 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-f2832064-a0b8-42ae-8150-ba93f275ad26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=711f7db7-e173-4c41-90dd-69623d6e9cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627902 Apr 20 10:14:18.358283 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-0dcdbc82-2731-4d48-ba49-2b04b4a835a9 service neutron] 10.222.0.55 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566930 Apr 20 10:14:18.532294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:18.710195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf798-2337-4778-b880-915122032973 req-77d05dac-4961-4936-a097-13f24c0f0030 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:18.713720 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-28ebf798-2337-4778-b880-915122032973 req-77d05dac-4961-4936-a097-13f24c0f0030 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.1485550 Apr 20 10:14:18.744510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4090eb-144f-4531-9092-d1b5f4546c27 req-aa173b43-999c-4db0-8d1d-fec2a7f14d59 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:18.753805 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fb4090eb-144f-4531-9092-d1b5f4546c27 req-aa173b43-999c-4db0-8d1d-fec2a7f14d59 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.2521446 Apr 20 10:14:18.864730 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-28ebf798-2337-4778-b880-915122032973 req-da196b7a-b3f2-44cd-9e6d-7a76d5c40120 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043499 Apr 20 10:14:18.898454 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fb4090eb-144f-4531-9092-d1b5f4546c27 req-a964bb8a-c409-49e8-b0e7-980e225ad846 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365654 Apr 20 10:14:19.233725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a147f-02b7-4761-8310-f6f269661814 req-e2a6b455-7c5a-4c1c-bad1-d755da2172a1 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:19.235458 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e4a147f-02b7-4761-8310-f6f269661814 req-e2a6b455-7c5a-4c1c-bad1-d755da2172a1 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.2009122 Apr 20 10:14:19.245818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3549b-1e5a-4102-a32b-d51c9b677992 req-10326c2d-c2bd-4bb9-babd-29d555a31b3f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:19.247503 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-acb3549b-1e5a-4102-a32b-d51c9b677992 req-10326c2d-c2bd-4bb9-babd-29d555a31b3f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1498449 Apr 20 10:14:19.333591 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e4a147f-02b7-4761-8310-f6f269661814 req-149c55e3-7211-411a-88d7-adb6cce67a36 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846746 Apr 20 10:14:19.345810 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-acb3549b-1e5a-4102-a32b-d51c9b677992 req-a6afa861-2dd5-4184-80d4-f7ec0c2774cf tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811415 Apr 20 10:14:20.137982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142142f-a23d-4181-ae75-c97e8818625c req-98da4829-b741-47dd-9561-f29e5d59aa04 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:20.139779 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9142142f-a23d-4181-ae75-c97e8818625c req-98da4829-b741-47dd-9561-f29e5d59aa04 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.1000473 Apr 20 10:14:20.196444 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9142142f-a23d-4181-ae75-c97e8818625c req-ebcb97e5-8908-4f81-884f-48a489dcf7fc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478642 Apr 20 10:14:20.473312 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2dcaee59-2136-48d6-b3b3-b12fb64bcc78 req-4ca89c7e-e777-4c09-9a18-76762c206e9b service neutron] 10.222.0.55 "GET /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639278 Apr 20 10:14:20.630994 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959214a-b4af-4469-8145-c0264415a0ec req-c454a371-365c-4743-be0e-a63cbdd4525f tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:20.633973 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e959214a-b4af-4469-8145-c0264415a0ec req-c454a371-365c-4743-be0e-a63cbdd4525f tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1423488 Apr 20 10:14:20.690681 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e959214a-b4af-4469-8145-c0264415a0ec req-2bd060c1-1acb-42d2-ab3d-8e365182dd1b tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488179 Apr 20 10:14:21.461364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37710c2a-798c-413d-8d62-7ed0ad7ec3c9 req-48a517d9-f86b-4e8f-94b6-c67b64e9648e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:21.464153 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37710c2a-798c-413d-8d62-7ed0ad7ec3c9 req-48a517d9-f86b-4e8f-94b6-c67b64e9648e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.1371703 Apr 20 10:14:21.529236 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37710c2a-798c-413d-8d62-7ed0ad7ec3c9 req-f75b56e1-88f3-437f-b305-66f27ce4891c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552063 Apr 20 10:14:21.920176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e6555-5dfa-4bec-bdcb-d546a5bbac17 req-c55c1401-6c2b-44cd-a59b-cb41cf570656 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:21.921863 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-295e6555-5dfa-4bec-bdcb-d546a5bbac17 req-c55c1401-6c2b-44cd-a59b-cb41cf570656 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.0975997 Apr 20 10:14:21.974386 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-295e6555-5dfa-4bec-bdcb-d546a5bbac17 req-71671b81-0156-4e2a-a30b-949861018867 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459530 Apr 20 10:14:22.779553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717339b-7a52-4db9-9106-97aaa42b2097 req-c931c4e0-f1be-48a4-b863-acbd11a45624 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:22.781272 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3717339b-7a52-4db9-9106-97aaa42b2097 req-c931c4e0-f1be-48a4-b863-acbd11a45624 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.1041110 Apr 20 10:14:22.866209 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3717339b-7a52-4db9-9106-97aaa42b2097 req-48d7132c-9379-4b92-b1b4-2c2375c96a52 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773900 Apr 20 10:14:23.240810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff4b49-ca2f-4e38-b5a4-78a08eb7cab1 req-e559de25-3a83-4cb2-b165-d8c9f147d28f tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:23.242513 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-26ff4b49-ca2f-4e38-b5a4-78a08eb7cab1 req-e559de25-3a83-4cb2-b165-d8c9f147d28f tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 943 time: 0.1379039 Apr 20 10:14:23.352947 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-26ff4b49-ca2f-4e38-b5a4-78a08eb7cab1 req-972d1732-8ffe-446a-b8c6-28ea0c603d83 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979278 Apr 20 10:14:23.412075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b181936-7584-4c0c-ad23-ab5b78a0a0c0 req-0266ddab-5909-4de2-af8f-1e614c696d56 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:23.415131 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5b181936-7584-4c0c-ad23-ab5b78a0a0c0 req-0266ddab-5909-4de2-af8f-1e614c696d56 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1394131 Apr 20 10:14:23.508819 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5b181936-7584-4c0c-ad23-ab5b78a0a0c0 req-bae568b3-728b-441e-94a7-685700438a96 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856800 Apr 20 10:14:24.109444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b16ddb-be31-4536-9c4d-97334d351220 req-e606082e-f3e2-41a6-8a13-540957b754b7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:24.111175 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-58b16ddb-be31-4536-9c4d-97334d351220 req-e606082e-f3e2-41a6-8a13-540957b754b7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 944 time: 0.1083181 Apr 20 10:14:24.162508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ac87f7bb-3a8e-475e-8936-3c3138c81e2c details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:14:24.164153 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-58b16ddb-be31-4536-9c4d-97334d351220 req-2aad328b-8230-43ae-953b-6305d16a17b8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463057 Apr 20 10:14:24.315458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ac87f7bb-3a8e-475e-8936-3c3138c81e2c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:24.331323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'ac87f7bb-3a8e-475e-8936-3c3138c81e2c', 'network_id': '711f7db7-e173-4c41-90dd-69623d6e9cb5', 'port_id': 'ac87f7bb-3a8e-475e-8936-3c3138c81e2c', 'mac_address': 'fa:16:3e:54:05:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b980fb02-9cf6-4705-b20f-4ac51cbe1e9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:14:24.395657 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:24.419470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac87f7bb-3a8e-475e-8936-3c3138c81e2c {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:14:24.438791 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ac87f7bb-3a8e-475e-8936-3c3138c81e2c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:24.483789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:24.484797 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:14:24.489025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:24.591842 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a05f-12b5-43b1-a99d-f40bdd92f2c2 req-f9995a4d-3d5f-4fab-af5d-43d85f1dd4d0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:24.593590 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cad1a05f-12b5-43b1-a99d-f40bdd92f2c2 req-f9995a4d-3d5f-4fab-af5d-43d85f1dd4d0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 944 time: 0.1033747 Apr 20 10:14:24.648332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:24.659958 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.660210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.660527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.660939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.661307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.661678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.662044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.662411 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.662798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.663163 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.663525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.663887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:24.682190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:24.720532 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cad1a05f-12b5-43b1-a99d-f40bdd92f2c2 req-3b81721c-f841-40da-b590-351479d8a037 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194956 Apr 20 10:14:24.732263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:24.768176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'port_id': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'mac_address': 'fa:16:3e:bf:81:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:14:24.769041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92af1d5-4598-4359-95d4-1396be0eb310 req-382ee07b-598f-450e-870c-0af71830e2a3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:24.770692 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b92af1d5-4598-4359-95d4-1396be0eb310 req-382ee07b-598f-450e-870c-0af71830e2a3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1385267 Apr 20 10:14:24.826148 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b92af1d5-4598-4359-95d4-1396be0eb310 req-eb18a5a6-b70d-43e3-94b3-0bc81249558c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Apr 20 10:14:24.841638 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:24.861140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db067e0c-bd8a-4400-8064-2e1db1aaa6f1 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:14:24.879188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:24.911960 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:24.914940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:25.154438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=9']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:25.157945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:25.391733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15d631-1265-4848-aecb-a91a9f455063 req-7f47944b-f541-48b8-b4d3-3a9ffe0d3f5e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:25.393336 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-df15d631-1265-4848-aecb-a91a9f455063 req-7f47944b-f541-48b8-b4d3-3a9ffe0d3f5e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.0965083 Apr 20 10:14:25.444919 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-df15d631-1265-4848-aecb-a91a9f455063 req-ccee5292-f3a1-4c19-a03b-4b22f1108002 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443730 Apr 20 10:14:25.962245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fc152-d2a7-40b0-aa74-26d03d9b639d req-75c1b8fd-2698-47ea-9933-45b88c366581 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:25.964068 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4f9fc152-d2a7-40b0-aa74-26d03d9b639d req-75c1b8fd-2698-47ea-9933-45b88c366581 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 944 time: 0.0953722 Apr 20 10:14:26.074467 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4f9fc152-d2a7-40b0-aa74-26d03d9b639d req-bdf66269-3c44-4d65-9bc3-53f8e20b9c44 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636752 Apr 20 10:14:26.146352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab50f8-dd8a-4ab5-a240-cd96cbadffc0 req-43f5355d-0a2e-421d-b3d9-c668618c8394 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:26.147990 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9bab50f8-dd8a-4ab5-a240-cd96cbadffc0 req-43f5355d-0a2e-421d-b3d9-c668618c8394 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1828353 Apr 20 10:14:26.222579 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9bab50f8-dd8a-4ab5-a240-cd96cbadffc0 req-f3ab60f1-5a7d-4b6d-a99e-3657fcefb091 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664980 Apr 20 10:14:26.225924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-6bb54d7a-39f1-483e-bd78-5c524e8be6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:26.228247 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-6bb54d7a-39f1-483e-bd78-5c524e8be6ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 1099 time: 0.1433184 Apr 20 10:14:26.385019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['db067e0c-bd8a-4400-8064-2e1db1aaa6f1'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:14:26.386164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-dbb20e4b-e982-4635-99cd-e6a4c05dbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:26.387875 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-dbb20e4b-e982-4635-99cd-e6a4c05dbf14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 920 time: 0.1449168 Apr 20 10:14:26.420157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['ac87f7bb-3a8e-475e-8936-3c3138c81e2c'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:14:26.466682 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-e087763d-261f-472b-aa0c-8fffed85336e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0709541 Apr 20 10:14:26.548168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-abad5fb8-13c1-4b59-9e9a-f4f758a14557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:26.549836 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-abad5fb8-13c1-4b59-9e9a-f4f758a14557 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 200 len: 859 time: 0.0759528 Apr 20 10:14:26.692152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d7372-e90c-46c5-856c-c2f540559e8e req-23902690-95cd-4de6-a03f-4a88e5f59def tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:26.693789 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-844d7372-e90c-46c5-856c-c2f540559e8e req-23902690-95cd-4de6-a03f-4a88e5f59def tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.0928867 Apr 20 10:14:26.747235 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-844d7372-e90c-46c5-856c-c2f540559e8e req-c3ec41e2-f9eb-4c3e-8b3f-c0999b3dcd58 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453608 Apr 20 10:14:27.311559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31aa43-8218-4595-8d2e-9d97de7fc59e req-bf829f55-5f42-4a40-9914-18a1f0658a4e tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:27.313623 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2f31aa43-8218-4595-8d2e-9d97de7fc59e req-bf829f55-5f42-4a40-9914-18a1f0658a4e tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 944 time: 0.1139197 Apr 20 10:14:27.442375 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2f31aa43-8218-4595-8d2e-9d97de7fc59e req-ff100e31-a126-498f-ba83-8f80f2b39d45 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218414 Apr 20 10:14:27.497398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4678-0347-4701-ba63-da621bcc0e3d req-b93b4cef-89c6-4020-8e66-16a0220233b3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:27.499443 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-109b4678-0347-4701-ba63-da621bcc0e3d req-b93b4cef-89c6-4020-8e66-16a0220233b3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1163769 Apr 20 10:14:27.567583 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-17dd1974-8042-4631-88b0-001cd0eb70c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7dae7f-7b70-4293-a792-03bea697db19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654440 Apr 20 10:14:27.596007 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-109b4678-0347-4701-ba63-da621bcc0e3d req-682f6021-276b-4322-8b6a-bef10c4c1fc0 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583386 Apr 20 10:14:27.972704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811a81f-4d3a-4e6c-a180-47d3c6da0410 req-95ce9c1e-3c46-4203-bb4a-34093205d70e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:27.974389 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7811a81f-4d3a-4e6c-a180-47d3c6da0410 req-95ce9c1e-3c46-4203-bb4a-34093205d70e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.0944924 Apr 20 10:14:28.262171 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7811a81f-4d3a-4e6c-a180-47d3c6da0410 req-6488a100-58b2-4e83-b1a3-31582df6d557 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814524 Apr 20 10:14:28.641417 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-47fab2cf-3eeb-4fdd-9941-f705b95096b8 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984138 Apr 20 10:14:28.680003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47957e-d92b-4938-9a3d-36488bb8127f req-ccd7aaf9-bb34-468e-9d22-4df3f2874fd1 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:28.682421 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fc47957e-d92b-4938-9a3d-36488bb8127f req-ccd7aaf9-bb34-468e-9d22-4df3f2874fd1 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 944 time: 0.1090705 Apr 20 10:14:28.795403 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fc47957e-d92b-4938-9a3d-36488bb8127f req-1c6e714d-c4d7-4ac7-9412-9b20a3a11f7f tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049101 Apr 20 10:14:28.835206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677fcf4-3d02-4e51-bd94-803ac463578e req-910d6609-b86b-47d0-9600-d6dd3699b0c3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:28.837449 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9677fcf4-3d02-4e51-bd94-803ac463578e req-910d6609-b86b-47d0-9600-d6dd3699b0c3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1060758 Apr 20 10:14:28.895971 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9677fcf4-3d02-4e51-bd94-803ac463578e req-1d0d71ff-e32a-46ad-b440-389b1843bc2c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520120 Apr 20 10:14:29.575050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d5491-12bd-4fe6-a3e0-47ba72ecf778 req-d931d99e-b403-493c-858f-81d39da75bbc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:29.576769 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa8d5491-12bd-4fe6-a3e0-47ba72ecf778 req-d931d99e-b403-493c-858f-81d39da75bbc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.1877685 Apr 20 10:14:29.666210 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aa8d5491-12bd-4fe6-a3e0-47ba72ecf778 req-921d6d9a-ad98-44c2-a9e1-c863a5d44b57 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808389 Apr 20 10:14:29.668388 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22d728ce-1bb3-4646-aa46-a706dba02cee req-f81e342d-8791-443a-bfa3-5eb798b2592b service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095935 Apr 20 10:14:30.012692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8d756-ab3e-49fc-a33a-c6cd10d4737b req-aeb60083-b239-48f9-9fb2-51554ba81baa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:30.014395 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cdb8d756-ab3e-49fc-a33a-c6cd10d4737b req-aeb60083-b239-48f9-9fb2-51554ba81baa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 944 time: 0.0970976 Apr 20 10:14:30.122741 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cdb8d756-ab3e-49fc-a33a-c6cd10d4737b req-5d476653-925d-4176-8e0a-1afdd1ab41e2 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014619 Apr 20 10:14:30.159679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58668c4f-3f90-4f0a-8d5c-2267fe9ec5f4 req-291651b6-7954-4580-a0d1-aeda7330b23d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:30.161349 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-58668c4f-3f90-4f0a-8d5c-2267fe9ec5f4 req-291651b6-7954-4580-a0d1-aeda7330b23d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1246214 Apr 20 10:14:30.214285 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-58668c4f-3f90-4f0a-8d5c-2267fe9ec5f4 req-7ad99067-3e7d-4ec2-a508-c92e8fd65178 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Apr 20 10:14:30.918519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d852e66-a96b-49c3-a737-de85ccd4c567 req-ae991ca4-2a9b-4319-a3ee-1d69a68822c5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:30.920226 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0d852e66-a96b-49c3-a737-de85ccd4c567 req-ae991ca4-2a9b-4319-a3ee-1d69a68822c5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.1004848 Apr 20 10:14:31.005698 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0d852e66-a96b-49c3-a737-de85ccd4c567 req-7dc6dd47-32a6-467b-8f52-a78ac81ef008 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715106 Apr 20 10:14:31.358435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b3a27-8eba-47fb-9fcb-6a9990622382 req-1714f89e-5252-4209-84cf-72754f243f23 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:31.360116 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f76b3a27-8eba-47fb-9fcb-6a9990622382 req-1714f89e-5252-4209-84cf-72754f243f23 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 944 time: 0.1099606 Apr 20 10:14:31.483564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ac87f7bb-3a8e-475e-8936-3c3138c81e2c up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:14:31.491121 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f76b3a27-8eba-47fb-9fcb-6a9990622382 req-57a4db9d-82cd-4b35-9ed1-b99a1f3d32a5 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166859 Apr 20 10:14:31.570396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce1282-4b6d-4449-85bd-1f34f4a9767d req-9e4bb06d-42c1-45d6-a33e-031cc9488c41 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:31.572212 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-46ce1282-4b6d-4449-85bd-1f34f4a9767d req-9e4bb06d-42c1-45d6-a33e-031cc9488c41 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1458631 Apr 20 10:14:31.640187 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-46ce1282-4b6d-4449-85bd-1f34f4a9767d req-6f34d235-01ae-4280-94b8-4fe0da093957 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506537 Apr 20 10:14:31.674774 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port ac87f7bb-3a8e-475e-8936-3c3138c81e2c completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:14:31.682121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port ac87f7bb-3a8e-475e-8936-3c3138c81e2c triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:31.686117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:31.863516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:31.895210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b820fddb-12bd-43fd-90e5-1eafdc153b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87f7bb-3a8e-475e-8936-3c3138c81e2c'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:31.907440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ac87f7bb-3a8e-475e-8936-3c3138c81e2c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:31.949327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:31.950570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:14:31.984696 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b820fddb-12bd-43fd-90e5-1eafdc153b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87f7bb-3a8e-475e-8936-3c3138c81e2c', 'code': 200} Apr 20 10:14:31.985501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:32.124543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:32.131841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:32.151394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:32.152075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:32.402706 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:32.477578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:32.496837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d77cc-6543-4a37-9492-3a8af91010b1 req-c5780360-a06d-46b6-97bc-69e751dc6b6d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:32.498542 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-616d77cc-6543-4a37-9492-3a8af91010b1 req-c5780360-a06d-46b6-97bc-69e751dc6b6d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 945 time: 0.2938390 Apr 20 10:14:32.525666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:32.528112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:32.542538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887847d-2e86-4cff-9ce4-e747dc827b0c req-035b5830-c9a9-4cb1-a76e-fcf4a3bd1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:32.544315 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0887847d-2e86-4cff-9ce4-e747dc827b0c req-035b5830-c9a9-4cb1-a76e-fcf4a3bd1767 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 1098 time: 0.2034645 Apr 20 10:14:32.605037 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-616d77cc-6543-4a37-9492-3a8af91010b1 req-7835fc5a-645f-470c-864e-188fdcd25bb9 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978477 Apr 20 10:14:32.607028 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0887847d-2e86-4cff-9ce4-e747dc827b0c req-a90150c7-ebac-4e4e-9305-7e97139c62ba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520809 Apr 20 10:14:32.612738 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=10']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:32.617522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:32.800188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06661972-a09d-431c-acc9-cb1379332d45 req-638f7935-166e-4a11-8bc4-8e47e7994530 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:32.802558 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-06661972-a09d-431c-acc9-cb1379332d45 req-638f7935-166e-4a11-8bc4-8e47e7994530 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 945 time: 0.1243963 Apr 20 10:14:32.878968 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-06661972-a09d-431c-acc9-cb1379332d45 req-0e20a1bd-98af-4d0d-aecc-326337e3ada0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684524 Apr 20 10:14:32.989983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3b1de-bc4a-4795-a487-4f7f7fdca5b5 req-10f49933-c477-4345-b236-e9cacbf736f4 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:32.993129 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c1d3b1de-bc4a-4795-a487-4f7f7fdca5b5 req-10f49933-c477-4345-b236-e9cacbf736f4 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1108844 Apr 20 10:14:33.082974 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c1d3b1de-bc4a-4795-a487-4f7f7fdca5b5 req-d1203038-4f13-4911-ae18-4bb7d7fd7dc1 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820346 Apr 20 10:14:33.494036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38494) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:33.656554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:33.679022 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:33.684269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fa2f1d6c4640999f50101f98906caa is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:33.687463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:33.693731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:33.793807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:33.851966 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:33.871715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c3655512-d618-40cb-bada-f2cfdc8adcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:33.922292 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5fa2f1d6c4640999f50101f98906caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269183 Apr 20 10:14:33.928138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38520) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:33.943237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190e1a1a-3163-4b0b-8219-7b4716b1b33c,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:33.948229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:33.959864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ba444-84ab-49df-b28e-6553d99fedfe req-6d2bf0b0-c71d-4455-b10b-e8a691023925 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:33.962428 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-464ba444-84ab-49df-b28e-6553d99fedfe req-6d2bf0b0-c71d-4455-b10b-e8a691023925 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.1480429 Apr 20 10:14:33.986277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:34.023457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b5a6ed6b-9c54-4929-b489-154393452dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:34.033156 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-464ba444-84ab-49df-b28e-6553d99fedfe req-b9a84365-895f-4892-b69e-5fabb8b5b385 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631890 Apr 20 10:14:34.075366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b5a6ed6b-9c54-4929-b489-154393452dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:34.109920 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'code': 200} Apr 20 10:14:34.158568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223b1b2-e55b-4767-b6c4-929ad0b4d5b1 req-c0bcd944-3253-4b3b-98fa-6b1634e53e32 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:34.160268 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6223b1b2-e55b-4767-b6c4-929ad0b4d5b1 req-c0bcd944-3253-4b3b-98fa-6b1634e53e32 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 945 time: 0.1261277 Apr 20 10:14:34.177216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b5a6ed6b-9c54-4929-b489-154393452dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:34.181708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a025c41e-e506-4a0c-b5c0-574c2e9dabbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:34.197804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6ed6b-9c54-4929-b489-154393452dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190e1a1a-3163-4b0b-8219-7b4716b1b33c,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:34.203220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b5a6ed6b-9c54-4929-b489-154393452dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:34.204777 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b5a6ed6b-9c54-4929-b489-154393452dad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/190e1a1a-3163-4b0b-8219-7b4716b1b33c HTTP/1.1" status: 204 len: 168 time: 0.2751043 Apr 20 10:14:34.208025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b5a6ed6b-9c54-4929-b489-154393452dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:34.239811 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6223b1b2-e55b-4767-b6c4-929ad0b4d5b1 req-74f00adf-cbb9-4eda-9369-da7439f3cbc2 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663183 Apr 20 10:14:34.379540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ff64f-ddb0-4e52-bd66-3d32f60d180e req-a91628d5-dca4-4209-b677-0f9c224d801b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:34.382623 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a29ff64f-ddb0-4e52-bd66-3d32f60d180e req-a91628d5-dca4-4209-b677-0f9c224d801b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1356366 Apr 20 10:14:34.447896 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a29ff64f-ddb0-4e52-bd66-3d32f60d180e req-6eddee17-11b9-4a84-bc82-60af6e0ee234 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513136 Apr 20 10:14:34.966142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adfa83-5fea-45da-9199-d17a6aab9676 req-413a5a83-a346-46ea-824c-59f474b8f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:34.967668 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e8adfa83-5fea-45da-9199-d17a6aab9676 req-413a5a83-a346-46ea-824c-59f474b8f204 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 1100 time: 0.0862989 Apr 20 10:14:35.040771 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e8adfa83-5fea-45da-9199-d17a6aab9676 req-ceb12f18-cc0b-40bf-beae-e15c2a0679db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610523 Apr 20 10:14:35.357321 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d661e47-5b99-4923-95b5-2435c487254e req-cce14733-977e-4c1e-adca-94b965a925c2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:35.360305 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2d661e47-5b99-4923-95b5-2435c487254e req-cce14733-977e-4c1e-adca-94b965a925c2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.1320934 Apr 20 10:14:35.411727 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2d661e47-5b99-4923-95b5-2435c487254e req-89c54613-3bca-4b8c-aa17-4d9eadd1e79d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446343 Apr 20 10:14:35.566597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 38560) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:35.717676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cab154-15a0-46f6-acd2-94ee9f6f1fec req-9f01701c-f45d-4e4e-bd65-bd33fef81240 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:35.719377 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-24cab154-15a0-46f6-acd2-94ee9f6f1fec req-9f01701c-f45d-4e4e-bd65-bd33fef81240 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1034346 Apr 20 10:14:35.743733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:35.780066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:35.790571 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:e2eb1fd298b24b1ebc05bdce28c95d47 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:35.794937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:35.810890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:35.830984 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-24cab154-15a0-46f6-acd2-94ee9f6f1fec req-4a574a99-e3c7-416a-934c-47206f8b2ab2 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709560 Apr 20 10:14:35.930046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:35.960393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:35.971559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-80b19185-60ab-4c34-bed5-17f0b0f8da11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:36.026412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38574) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:36.026653 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2eb1fd298b24b1ebc05bdce28c95d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586947 Apr 20 10:14:36.027892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f755d249-1248-4c41-82b4-9b9a3e804e70,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:36.031696 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:36.099676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bd59-635e-40cb-97a8-91d8f7dfc665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:36.135173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bd59-635e-40cb-97a8-91d8f7dfc665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:36.235363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c09306-a9cd-4e61-af20-b182c600cbeb req-f68faa28-7031-44cb-8960-089871e5e16b tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:36.237203 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-73c09306-a9cd-4e61-af20-b182c600cbeb req-f68faa28-7031-44cb-8960-089871e5e16b tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 945 time: 0.1092632 Apr 20 10:14:36.241960 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bd59-635e-40cb-97a8-91d8f7dfc665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:36.253450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ed14f7a9-831d-411a-af8b-c0bc0e8f4cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:36.274721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6bd59-635e-40cb-97a8-91d8f7dfc665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f755d249-1248-4c41-82b4-9b9a3e804e70,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:36.277697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f8f6bd59-635e-40cb-97a8-91d8f7dfc665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:36.278767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f8f6bd59-635e-40cb-97a8-91d8f7dfc665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:36.285387 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f8f6bd59-635e-40cb-97a8-91d8f7dfc665 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f755d249-1248-4c41-82b4-9b9a3e804e70 HTTP/1.1" status: 204 len: 168 time: 0.2520857 Apr 20 10:14:36.302980 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-73c09306-a9cd-4e61-af20-b182c600cbeb req-9ff0383a-a490-463a-9d60-28488c0f2f3b tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544193 Apr 20 10:14:36.667704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592d1fc-f85f-47c6-b054-efd87cd7296f req-65f4f397-052f-489f-9bb3-b5e37784ed9d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:36.669984 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2592d1fc-f85f-47c6-b054-efd87cd7296f req-65f4f397-052f-489f-9bb3-b5e37784ed9d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.1191983 Apr 20 10:14:36.743378 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2592d1fc-f85f-47c6-b054-efd87cd7296f req-73f12493-f9db-4a36-822b-115ede8cd9d0 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634165 Apr 20 10:14:37.080806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271986c-d7d0-476e-8dda-94b717c70954 req-c7f986ed-d81d-4ecf-b9f6-76e1429622f5 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:37.082529 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8271986c-d7d0-476e-8dda-94b717c70954 req-c7f986ed-d81d-4ecf-b9f6-76e1429622f5 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.0945003 Apr 20 10:14:37.137057 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8271986c-d7d0-476e-8dda-94b717c70954 req-d168c662-306a-410f-9e3e-791f09929a93 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 Apr 20 10:14:37.596757 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af708d-7ec0-4bfd-8415-b1b86363ffa5 req-19ccc934-35c6-4a73-9d23-026e4f8d5de9 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:37.598591 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86af708d-7ec0-4bfd-8415-b1b86363ffa5 req-19ccc934-35c6-4a73-9d23-026e4f8d5de9 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 945 time: 0.1201952 Apr 20 10:14:37.661198 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86af708d-7ec0-4bfd-8415-b1b86363ffa5 req-dec53059-be49-4398-b36a-99a5d8a10aba tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546701 Apr 20 10:14:38.016732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a559c-c00e-48f5-89a7-af5b78f601a8 req-8d2f8bd4-890f-4ec9-aa60-5778cf60065a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:38.017328 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-730a559c-c00e-48f5-89a7-af5b78f601a8 req-8d2f8bd4-890f-4ec9-aa60-5778cf60065a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.0988965 Apr 20 10:14:38.123342 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-730a559c-c00e-48f5-89a7-af5b78f601a8 req-98804c0c-78fd-4b61-81a7-ef9dc26f9d16 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019423 Apr 20 10:14:38.163207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-d1b71fd2-1c20-4f42-8611-2606961274cb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:38.165272 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-d1b71fd2-1c20-4f42-8611-2606961274cb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.55 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 945 time: 0.1277311 Apr 20 10:14:38.260512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Deleting port ac87f7bb-3a8e-475e-8936-3c3138c81e2c {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:14:38.260992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:38.557234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d852063-79c0-408f-96b5-0e121c1dd2c4 req-c48a641a-9b5e-473d-a926-db9d9e50ffa8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:38.558974 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9d852063-79c0-408f-96b5-0e121c1dd2c4 req-c48a641a-9b5e-473d-a926-db9d9e50ffa8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.2667994 Apr 20 10:14:38.669409 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9d852063-79c0-408f-96b5-0e121c1dd2c4 req-7bc9c1db-1aeb-4b51-b464-f35859a3b94a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919433 Apr 20 10:14:38.675917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] For port ac87f7bb-3a8e-475e-8936-3c3138c81e2c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,segment=NetworkSegment(cdca4621-30d1-4822-861b-799b5e609e32),segment_id=cdca4621-30d1-4822-861b-799b5e609e32)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:38.676466 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:39.147192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Calling delete_port for ac87f7bb-3a8e-475e-8936-3c3138c81e2c owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:14:39.460236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc072d3-0d12-4dea-b635-ba97c89ae26c req-b7d6f336-35d8-48e2-9e0b-f776f69142bc tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:39.462389 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0cc072d3-0d12-4dea-b635-ba97c89ae26c req-b7d6f336-35d8-48e2-9e0b-f776f69142bc tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 945 time: 0.3233314 Apr 20 10:14:39.528563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493a1b3-4ca0-4fdc-a7dd-7d82f832833f req-ee8969a6-8f34-4ecd-81a1-dbac174fecc7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:39.530297 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9493a1b3-4ca0-4fdc-a7dd-7d82f832833f req-ee8969a6-8f34-4ecd-81a1-dbac174fecc7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.2583373 Apr 20 10:14:39.561481 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0cc072d3-0d12-4dea-b635-ba97c89ae26c req-29ea0684-e491-4a37-beac-936231f3fa36 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd81abdb-619c-4254-83ef-fef6fcdc1fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898080 Apr 20 10:14:39.602257 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9493a1b3-4ca0-4fdc-a7dd-7d82f832833f req-a2be18aa-5139-43e0-98b2-2c0c68906c5b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635421 Apr 20 10:14:39.939847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f2f4d-cb1c-429c-a845-355a8d7495de req-3ff4fd15-dc4f-455d-92d5-0b9ec1ecdb9f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:39.941636 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-145f2f4d-cb1c-429c-a845-355a8d7495de req-3ff4fd15-dc4f-455d-92d5-0b9ec1ecdb9f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1103194 Apr 20 10:14:40.007575 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-145f2f4d-cb1c-429c-a845-355a8d7495de req-fb4dfd3d-8c80-4934-9e9b-cf2495c9cc9d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561266 Apr 20 10:14:40.615617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:40.625630 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-61fe7b83-bfaa-4a64-9199-647d275763bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:40.691364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Pushing event deleted for resources: {'Port': ['ID=ac87f7bb-3a8e-475e-8936-3c3138c81e2c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:40.699756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:40.845815 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bffd64ff-b3be-4ada-9939-1004f6354185 req-bd3d519d-1e4d-4378-af50-fc9c66c766f0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 210 time: 0.1200225 Apr 20 10:14:40.974855 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] No DVR routers for this DVR port ac87f7bb-3a8e-475e-8936-3c3138c81e2c on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:14:40.984311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:40.989891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b820fddb-12bd-43fd-90e5-1eafdc153b03', 'name': 'network-vif-deleted', 'tag': 'ac87f7bb-3a8e-475e-8936-3c3138c81e2c'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:14:41.057347 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b820fddb-12bd-43fd-90e5-1eafdc153b03', 'name': 'network-vif-deleted', 'tag': 'ac87f7bb-3a8e-475e-8936-3c3138c81e2c', 'status': 'completed', 'code': 200} Apr 20 10:14:41.093826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187c00c-216c-4b96-809f-88a3a2fb91ee req-f4e6033a-2dec-4ef7-831b-c139d4f13c8d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:41.109117 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1187c00c-216c-4b96-809f-88a3a2fb91ee req-f4e6033a-2dec-4ef7-831b-c139d4f13c8d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.2913895 Apr 20 10:14:41.112025 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e98caf31-8b6e-4b55-aee6-9a7db2a75002 req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.55 "DELETE /v2.0/ports/ac87f7bb-3a8e-475e-8936-3c3138c81e2c HTTP/1.1" status: 204 len: 173 time: 2.9367516 Apr 20 10:14:41.207867 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1187c00c-216c-4b96-809f-88a3a2fb91ee req-3bbda963-0134-42c3-a9df-edcc2b5280ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892856 Apr 20 10:14:41.363455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117289a1-b556-46a2-bedc-512ebbd2aba2 req-e95023f6-ba11-40a5-bc21-e6540465f94d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:41.365379 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-117289a1-b556-46a2-bedc-512ebbd2aba2 req-e95023f6-ba11-40a5-bc21-e6540465f94d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1128800 Apr 20 10:14:41.423547 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-117289a1-b556-46a2-bedc-512ebbd2aba2 req-1c2741b9-3319-404a-89d4-1a157d1ed083 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508444 Apr 20 10:14:41.498273 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ac87f7bb-3a8e-475e-8936-3c3138c81e2c no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:14:41.574799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: ac87f7bb-3a8e-475e-8936-3c3138c81e2c {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:14:41.575444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ac87f7bb-3a8e-475e-8936-3c3138c81e2c not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:14:41.645203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38662) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:41.794129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:41.813377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:41.818158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Usage tracker for resource:security_group_rule and tenant:63493ad4abbf4019be4e98afe5b8b052 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:41.822728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:41.829916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:42.004533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:42.037983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:42.054738 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b31bd725-ed10-4a60-a1d4-8f5742c83b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:42.125817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-0a60783a-8999-42f6-ac88-521d0135a7e5 req-953f14e7-8d91-41e8-a3af-20cef897d9e0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Synchronizing usage tracker for tenant:cfe3bc068e5f4690ae70241003774c1a on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:14:42.134461 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63493ad4abbf4019be4e98afe5b8b052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899490 Apr 20 10:14:42.137728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a406b7a-7b61-4499-9f26-bb5f2925f37a,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:42.139123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 38670) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:42.143988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:42.201604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-0a60783a-8999-42f6-ac88-521d0135a7e5 req-953f14e7-8d91-41e8-a3af-20cef897d9e0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Unset dirty status for tenant:cfe3bc068e5f4690ae70241003774c1a on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:14:42.202897 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0a60783a-8999-42f6-ac88-521d0135a7e5 req-953f14e7-8d91-41e8-a3af-20cef897d9e0 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] 10.222.0.26 "GET /v2.0/ports?device_id=b820fddb-12bd-43fd-90e5-1eafdc153b03 HTTP/1.1" status: 200 len: 210 time: 0.1658959 Apr 20 10:14:42.222801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f86e4fe-2927-4015-9d56-deb2f643d4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:42.256721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f86e4fe-2927-4015-9d56-deb2f643d4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:42.354416 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f86e4fe-2927-4015-9d56-deb2f643d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:42.363207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6dde020e-2e54-4e51-bb8b-6e104174f543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:42.388831 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86e4fe-2927-4015-9d56-deb2f643d4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a406b7a-7b61-4499-9f26-bb5f2925f37a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:42.396684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4f86e4fe-2927-4015-9d56-deb2f643d4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:42.462004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4f86e4fe-2927-4015-9d56-deb2f643d4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:42.464073 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4f86e4fe-2927-4015-9d56-deb2f643d4c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a406b7a-7b61-4499-9f26-bb5f2925f37a HTTP/1.1" status: 204 len: 168 time: 0.3232923 Apr 20 10:14:42.650990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3a749-3c2f-44fa-b6d3-07b17847f674 req-b2ee4a59-db7f-4a06-8452-1fdc1d485d95 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:42.654052 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a3a749-3c2f-44fa-b6d3-07b17847f674 req-b2ee4a59-db7f-4a06-8452-1fdc1d485d95 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.2598732 Apr 20 10:14:42.781250 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0a3a749-3c2f-44fa-b6d3-07b17847f674 req-1202ba05-a4a5-478c-80b6-a83d8f433e2f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146712 Apr 20 10:14:42.829880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea273f1f-88ad-4d7e-a6ed-178c137dd095 req-a852b8b5-9d5b-476a-a88a-54466e45366e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:42.832551 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea273f1f-88ad-4d7e-a6ed-178c137dd095 req-a852b8b5-9d5b-476a-a88a-54466e45366e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.2731657 Apr 20 10:14:42.910550 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea273f1f-88ad-4d7e-a6ed-178c137dd095 req-c12db62c-0699-4090-aade-c09918c685e5 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642381 Apr 20 10:14:43.569472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-10a2220e-399d-4d93-938a-8899ffb33d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:43.622196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38706) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:43.807752 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-889210095-network', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:14:43.816159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:43.823734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Usage tracker for resource:network and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:43.829515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:43.842329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:43.895386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Made reservation on behalf of b14fa126086e4ec1b462dd99b1744781 for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:14:43.904011 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:43.927611 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:43.948688 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:43.953984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Usage tracker for resource:security_group_rule and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:43.958235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:43.967466 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:44.109702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:44.137568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:44.146234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c7938d6e-92a1-4ef8-85ac-7c1881b61e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:44.199685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:14:44.237039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10beaf16-e637-4d38-901c-b23086744612,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:44.246865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:44.247479 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Added segment 0151533d-2fdf-44af-8786-28216aac9c75 of type vlan for network 92475c78-fcfe-4e5a-bde8-72785e2520e6 Apr 20 10:14:44.250046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:44.287600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba60dcc-00db-45a4-9c94-c707ede34805 req-bbf1e49b-a549-42e6-af18-af9ef7b0486a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:44.290698 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5ba60dcc-00db-45a4-9c94-c707ede34805 req-bbf1e49b-a549-42e6-af18-af9ef7b0486a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1603758 Apr 20 10:14:44.325810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:44.353753 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5ba60dcc-00db-45a4-9c94-c707ede34805 req-13c4acad-c404-4c0d-a114-baa3459ca3ad tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527868 Apr 20 10:14:44.434307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:44.436034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:44.437061 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:44.443483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:44.571253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Pushing event updated for resources: {'Network': ['ID=92475c78-fcfe-4e5a-bde8-72785e2520e6,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:44.574415 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:44.584870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:14:44.608242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 38732) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:44.611383 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9871140 Apr 20 10:14:44.617045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Request body: {'subnet': {'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-889210095-subnet', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:14:44.623077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:44.628579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Usage tracker for resource:subnet and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:44.633698 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:44.641619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:44.743702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Made reservation on behalf of b14fa126086e4ec1b462dd99b1744781 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:14:44.752962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852484661'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:45.206111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:45.671741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc09210-87ee-48f9-a614-ee5bfe7a13b0 req-74730b66-c351-4000-8535-9e85597aa018 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:45.674035 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2cc09210-87ee-48f9-a614-ee5bfe7a13b0 req-74730b66-c351-4000-8535-9e85597aa018 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1839731 Apr 20 10:14:45.860702 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2cc09210-87ee-48f9-a614-ee5bfe7a13b0 req-bd121d54-3d44-4e9e-adeb-fa80d6a99739 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643910 Apr 20 10:14:45.902777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1981689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852484646'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:45.908721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3d2bd743-a68c-49bb-a87c-150bed7543b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:45.993230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644f478a-6fe1-4e41-b43b-51546c64d2e3,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:46.001812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:46.004114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Checking segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:14:46.004523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Network hostable DHCP agents. Network: 92475c78-fcfe-4e5a-bde8-72785e2520e6, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:14:46.086254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:14:46.142563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 92475c78-fcfe-4e5a-bde8-72785e2520e6) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:14:46.155296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260d4e6-86c4-4bbb-a686-d0701d9d6082 None None] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:14:46.161146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:46.161883 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:46.220320 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-74e3e91f-e67d-4a91-847c-210fd67497c4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6029191 Apr 20 10:14:46.220320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 38772) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:46.223491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:14:46.230122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:46.234946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Usage tracker for resource:router and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:46.239179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:46.246740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:46.303374 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:46.305371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:46.360919 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2da6-a80a-4dfb-9f19-6bbf12e5661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:46.473859 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:46.549359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-92475c78-fcfe-4e5a-bde8-72785e2520e6', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:14:46.550456 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:46.827412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Allocated IP 172.20.0.2 (92475c78-fcfe-4e5a-bde8-72785e2520e6/644f478a-6fe1-4e41-b43b-51546c64d2e3/7d5e038a-3edf-4df8-80ec-a8623a0625eb) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:14:46.993895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.144421 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.227868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.242895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Transition to ACTIVE for port object 7d5e038a-3edf-4df8-80ec-a8623a0625eb will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:14:47.268616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Transition to ACTIVE for port object 7d5e038a-3edf-4df8-80ec-a8623a0625eb will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:14:47.307841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.323920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:47.451585 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:14:47.458940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:14:47.466211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:14:47.519353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f35d65-2fe7-4513-9326-e31b33980442 req-da955b29-fb79-4ca7-a55f-f3d85519af72 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:47.521034 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1f35d65-2fe7-4513-9326-e31b33980442 req-da955b29-fb79-4ca7-a55f-f3d85519af72 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.3698752 Apr 20 10:14:47.542350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Pushing event updated for resources: {'Port': ['ID=7d5e038a-3edf-4df8-80ec-a8623a0625eb,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:47.558005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:47.656486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Attempting to bind port 7d5e038a-3edf-4df8-80ec-a8623a0625eb on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:14:47.656956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Attempting to bind port 7d5e038a-3edf-4df8-80ec-a8623a0625eb by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:14:47.657385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Attempting to bind port 7d5e038a-3edf-4df8-80ec-a8623a0625eb on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:14:47.665259 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1f35d65-2fe7-4513-9326-e31b33980442 req-636cfd5e-dd06-40f3-81ee-9c978ad7fd05 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346173 Apr 20 10:14:47.665551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:14:47.665953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Checking segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:14:47.666306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.667020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Bound using segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:14:47.667582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Bound port: 7d5e038a-3edf-4df8-80ec-a8623a0625eb, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:14:47.668004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.806670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.814207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.832299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] For port 7d5e038a-3edf-4df8-80ec-a8623a0625eb, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:14:47.840730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] For port 7d5e038a-3edf-4df8-80ec-a8623a0625eb, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=7d5e038a-3edf-4df8-80ec-a8623a0625eb,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:14:47.855195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.890088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:47.894711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:48.006310 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Pushing event updated for resources: {'Port': ['ID=7d5e038a-3edf-4df8-80ec-a8623a0625eb,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:48.026220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:48.134040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Allocated IP 172.27.3.152 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/a4dcdef4-9392-4b32-a9f4-4e78baa393ae) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:14:48.317712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:48.415231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:48.420501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:48.499895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:14:48.504185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:14:48.507211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:14:48.545781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:48.556712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Pushing event updated for resources: {'Port': ['ID=a4dcdef4-9392-4b32-a9f4-4e78baa393ae,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:48.560033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:48.926285 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2dab1-f464-44ec-960e-e3eebc404b89 req-20d82523-f0d5-4071-81b4-bd35b1a25f5c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:48.938565 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-77a2dab1-f464-44ec-960e-e3eebc404b89 req-20d82523-f0d5-4071-81b4-bd35b1a25f5c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1105559 Apr 20 10:14:48.987572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 7d5e038a-3edf-4df8-80ec-a8623a0625eb up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:14:49.107751 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 7d5e038a-3edf-4df8-80ec-a8623a0625eb completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:14:49.186554 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-77a2dab1-f464-44ec-960e-e3eebc404b89 req-9c0baf36-4980-4a8d-a9e3-71f5080a956f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491210 Apr 20 10:14:49.262916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb2ebc-5bd7-4ee6-af49-9ea17649e686 req-9df82522-4ff6-409d-abdc-610fb8921436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:49.264518 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fbcb2ebc-5bd7-4ee6-af49-9ea17649e686 req-9df82522-4ff6-409d-abdc-610fb8921436 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 1099 time: 0.2978926 Apr 20 10:14:49.267039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:49.456920 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fbcb2ebc-5bd7-4ee6-af49-9ea17649e686 req-08a80da1-8e24-41ea-a68e-85a6127a3ee4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350133 Apr 20 10:14:49.552347 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed099b3-bad4-4550-8b2e-7937279bef9f None None] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:14:49.691148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-ce8ea974-272b-4d41-a66a-c06956681d56 None None] Provisioning for port 7d5e038a-3edf-4df8-80ec-a8623a0625eb completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:14:49.700488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-ce8ea974-272b-4d41-a66a-c06956681d56 None None] Provisioning complete for port 7d5e038a-3edf-4df8-80ec-a8623a0625eb triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:49.700907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea974-272b-4d41-a66a-c06956681d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:49.735649 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:49.973387 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea974-272b-4d41-a66a-c06956681d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:50.083019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Router 962653b5-66ee-449f-b42d-1f45bbfa3f20 is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:14:50.135717 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-ce8ea974-272b-4d41-a66a-c06956681d56 None None] For port 7d5e038a-3edf-4df8-80ec-a8623a0625eb, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=7d5e038a-3edf-4df8-80ec-a8623a0625eb,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:50.217373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ce8ea974-272b-4d41-a66a-c06956681d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:50.222519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:50.421462 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ea974-272b-4d41-a66a-c06956681d56 None None] Pushing event updated for resources: {'Port': ['ID=7d5e038a-3edf-4df8-80ec-a8623a0625eb,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:50.452003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ce8ea974-272b-4d41-a66a-c06956681d56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:50.461742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-8ad56e7f-b4e2-4d7b-b962-236391aec5f4 None None] Provisioning complete for port 7d5e038a-3edf-4df8-80ec-a8623a0625eb triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:50.462873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8ad56e7f-b4e2-4d7b-b962-236391aec5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:50.686242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:14:50.705728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Sync routers for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:14:50.706825 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e7d5f-d51b-47a0-91af-29ea5f9a8eaa req-72271e78-3d00-4c73-8a66-8ae878ee6a5c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:50.708936 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2d3e7d5f-d51b-47a0-91af-29ea5f9a8eaa req-72271e78-3d00-4c73-8a66-8ae878ee6a5c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.2052324 Apr 20 10:14:50.718001 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:14:50.719597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:14:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:50.786801 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2d3e7d5f-d51b-47a0-91af-29ea5f9a8eaa req-8d8361d9-5af4-40fd-bcc1-fab97ef25489 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530989 Apr 20 10:14:50.905999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:50.910014 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6894283 Apr 20 10:14:50.910322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 38822) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:50.982853 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 7d5e038a-3edf-4df8-80ec-a8623a0625eb up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:14:51.127771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 7d5e038a-3edf-4df8-80ec-a8623a0625eb triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:51.127771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:51.279069 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:14:51.292718 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb47fa-5cec-467e-aad0-c08d77727da4 req-1346260e-f77f-4e79-a386-3832ded02a8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:51.301111 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5ccb47fa-5cec-467e-aad0-c08d77727da4 req-1346260e-f77f-4e79-a386-3832ded02a8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.2521434 Apr 20 10:14:51.433661 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5ccb47fa-5cec-467e-aad0-c08d77727da4 req-ec61067d-245a-4040-8589-bf271fd85d17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313553 Apr 20 10:14:51.656159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:48Z', 'revision_number': 3, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:51.665344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Checking router: 962653b5-66ee-449f-b42d-1f45bbfa3f20 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:14:51.665862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Updating router 962653b5-66ee-449f-b42d-1f45bbfa3f20 port a4dcdef4-9392-4b32-a9f4-4e78baa393ae binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:14:51.742617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:52.129269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:52.309419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:52.323305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Transition to ACTIVE for port object a4dcdef4-9392-4b32-a9f4-4e78baa393ae will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:14:52.360197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:52.376539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:52.412824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872ba49-6743-4cfa-9614-d23a3842ec2b req-80e22a60-461f-4216-a965-e02057f4f660 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:52.412824 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b872ba49-6743-4cfa-9614-d23a3842ec2b req-80e22a60-461f-4216-a965-e02057f4f660 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.4641292 Apr 20 10:14:52.478845 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b872ba49-6743-4cfa-9614-d23a3842ec2b req-e657701d-48dd-447f-ad42-5b41caa91270 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630250 Apr 20 10:14:52.482117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Allocated IP 172.20.0.1 (92475c78-fcfe-4e5a-bde8-72785e2520e6/644f478a-6fe1-4e41-b43b-51546c64d2e3/86890178-2543-41ce-a467-a53e592d744c) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:14:52.502601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Pushing event updated for resources: {'Port': ['ID=a4dcdef4-9392-4b32-a9f4-4e78baa393ae,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:52.518420 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.518906 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.519199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.519573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.519944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.520311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.520725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.521102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.521477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.521842 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.522197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.522554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:14:52.526858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Attempting to bind port a4dcdef4-9392-4b32-a9f4-4e78baa393ae on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:14:52.527335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Attempting to bind port a4dcdef4-9392-4b32-a9f4-4e78baa393ae by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:14:52.527824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Attempting to bind port a4dcdef4-9392-4b32-a9f4-4e78baa393ae on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:14:52.530433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:52.547866 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:14:52.548377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:14:52.548716 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:52.549173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:14:52.549709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Bound port: a4dcdef4-9392-4b32-a9f4-4e78baa393ae, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:14:52.550124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:52.696380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] For port a4dcdef4-9392-4b32-a9f4-4e78baa393ae, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:14:52.706991 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] For port a4dcdef4-9392-4b32-a9f4-4e78baa393ae, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=a4dcdef4-9392-4b32-a9f4-4e78baa393ae,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:14:52.755119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:52.761621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:52.867678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:14:52.868396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:14:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:52.978285 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:53.028297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb4ec0-bbab-496c-aec4-7c6752e98374 req-866c5f6f-09b3-404c-8874-aa3ab9aaffa8 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:53.032971 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cabb4ec0-bbab-496c-aec4-7c6752e98374 req-866c5f6f-09b3-404c-8874-aa3ab9aaffa8 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.3876030 Apr 20 10:14:53.036301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Transition to ACTIVE for port object 86890178-2543-41ce-a467-a53e592d744c will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:14:53.051118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Pushing event updated for resources: {'Port': ['ID=a4dcdef4-9392-4b32-a9f4-4e78baa393ae,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:53.078517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:53.147801 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cabb4ec0-bbab-496c-aec4-7c6752e98374 req-ec047b5c-cece-4417-808c-cd80585c7711 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931752 Apr 20 10:14:53.157303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:14:53.254455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:53.330528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8b56b501-957e-4f8b-a621-9cb485511e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:53.485371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:14:53.513709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:14:53.543910 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:14:53.605793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Pushing event updated for resources: {'Port': ['ID=86890178-2543-41ce-a467-a53e592d744c,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:53.629130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:53.682007 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:53.745455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f63874-a13f-4ca2-b0cf-2cbffcb17b8a req-6531041e-8636-42a8-819c-6dd91dcea152 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:53.755559 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-95f63874-a13f-4ca2-b0cf-2cbffcb17b8a req-6531041e-8636-42a8-819c-6dd91dcea152 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.5147879 Apr 20 10:14:53.806950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-912a46fa-591b-4d9e-87d1-fb1650a86aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:53.809149 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-912a46fa-591b-4d9e-87d1-fb1650a86aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 1099 time: 0.6496668 Apr 20 10:14:53.852084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:48Z', 'revision_number': 3, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:53.860734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61d35e-40b8-4f25-baf5-4ccd584d553d None None] The sync data for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi is: [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:48Z', 'revision_number': 3, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:14:53.913198 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-95f63874-a13f-4ca2-b0cf-2cbffcb17b8a req-2b7e8095-34e9-4077-b4c4-fb203cc845e5 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500895 Apr 20 10:14:54.025952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-8a99caf3-8766-4262-a4e3-c745e9c80da0 None None] Provisioning for port 86890178-2543-41ce-a467-a53e592d744c completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:14:54.042052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-8a99caf3-8766-4262-a4e3-c745e9c80da0 None None] Provisioning complete for port 86890178-2543-41ce-a467-a53e592d744c triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:54.042052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8a99caf3-8766-4262-a4e3-c745e9c80da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:54.081315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-1012c90f-7626-4439-ba7a-3b0e2419d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:54.083251 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-1012c90f-7626-4439-ba7a-3b0e2419d54f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 920 time: 0.2511854 Apr 20 10:14:54.161077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-8a99caf3-8766-4262-a4e3-c745e9c80da0 None None] Port 86890178-2543-41ce-a467-a53e592d744c cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:14:54.221383 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-ccc82bc1-5846-4c01-996c-a6ab6e7ba987 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 HTTP/1.1" status: 200 len: 217 time: 0.1306803 Apr 20 10:14:54.258544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:14:54.301117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:54.365455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-41d8a6f6-d661-43c0-a607-6d26c458196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:54.367846 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-41d8a6f6-d661-43c0-a607-6d26c458196b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 200 len: 859 time: 0.1377537 Apr 20 10:14:54.972464 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-d697198f-898c-485f-af1b-72bc05ae0b3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7dae7f-7b70-4293-a792-03bea697db19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5960269 Apr 20 10:14:55.032708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a4dcdef4-9392-4b32-a9f4-4e78baa393ae up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:14:55.337269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port a4dcdef4-9392-4b32-a9f4-4e78baa393ae completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:14:55.343087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port a4dcdef4-9392-4b32-a9f4-4e78baa393ae triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:55.343572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:55.519895 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-7c3b8d98-c1df-48cc-a874-329462111f69 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013611 Apr 20 10:14:55.541523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762304-2792-4a7c-a30b-5e8c79ee7ce0 req-0864fd17-460b-4d67-85f5-d147a8ed6cd4 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:55.543331 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a5762304-2792-4a7c-a30b-5e8c79ee7ce0 req-0864fd17-460b-4d67-85f5-d147a8ed6cd4 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 1.1251361 Apr 20 10:14:55.691222 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:55.752122 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a5762304-2792-4a7c-a30b-5e8c79ee7ce0 req-d2d953ec-afbf-4933-80d7-f7339b8baeb5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743972 Apr 20 10:14:55.757662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:55.793550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:55.854058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port a4dcdef4-9392-4b32-a9f4-4e78baa393ae, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=a4dcdef4-9392-4b32-a9f4-4e78baa393ae,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:14:55.860657 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d6f9e-9d98-4ac0-9a94-86e18469609a req-ee8be24f-6f7c-4230-bf48-1b94b756fe27 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:55.863867 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e46d6f9e-9d98-4ac0-9a94-86e18469609a req-ee8be24f-6f7c-4230-bf48-1b94b756fe27 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.5488887 Apr 20 10:14:55.884026 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:55.897048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:55.904134 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:56.008091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=a4dcdef4-9392-4b32-a9f4-4e78baa393ae,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:56.023281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:56.223392 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d38ea013-f5fd-4354-bdcd-2d006c192a47 req-121d4cd7-105f-4b00-82a6-766b8087e510 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915152 Apr 20 10:14:56.236562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Pushing event updated for resources: {'Port': ['ID=86890178-2543-41ce-a467-a53e592d744c,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:56.249903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:56.252012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:56.264581 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e46d6f9e-9d98-4ac0-9a94-86e18469609a req-b24c0dbb-8b6e-481b-84ff-785876657da1 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675416 Apr 20 10:14:56.587030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:14:56.589322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:14:57.030721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a4dcdef4-9392-4b32-a9f4-4e78baa393ae up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:14:57.181223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-aff87045-a96f-40fc-9af3-2d14b4a3f44f None None] Provisioning complete for port 86890178-2543-41ce-a467-a53e592d744c triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:57.181869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-aff87045-a96f-40fc-9af3-2d14b4a3f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:57.204036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Router 962653b5-66ee-449f-b42d-1f45bbfa3f20 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:14:57.221933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa8eb-4485-424c-a4ef-23040d8d3c04 req-980bda20-4736-4702-89c0-1173ec582e59 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:57.223813 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-95ffa8eb-4485-424c-a4ef-23040d8d3c04 req-980bda20-4736-4702-89c0-1173ec582e59 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1972952 Apr 20 10:14:57.314776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port a4dcdef4-9392-4b32-a9f4-4e78baa393ae triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:14:57.314776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:57.405174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-aff87045-a96f-40fc-9af3-2d14b4a3f44f None None] Port 86890178-2543-41ce-a467-a53e592d744c cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:14:57.463471 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-95ffa8eb-4485-424c-a4ef-23040d8d3c04 req-d5a884b9-a94a-41d2-9ac4-85d6093985f7 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267308 Apr 20 10:14:57.531709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:14:57.547856 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] 10.222.0.26 "PUT /v2.0/routers/962653b5-66ee-449f-b42d-1f45bbfa3f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6363218 Apr 20 10:14:57.713820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062a2d-9000-48ab-849e-b4d291597483 req-8b0c057a-0371-4e99-8e71-870eb2ee9f0c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:57.717358 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10062a2d-9000-48ab-849e-b4d291597483 req-8b0c057a-0371-4e99-8e71-870eb2ee9f0c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1670797 Apr 20 10:14:57.767320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Sync routers for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:14:57.780092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:14:57.784159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:14:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:57.857073 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10062a2d-9000-48ab-849e-b4d291597483 req-95445750-7d01-4d9b-ab71-b3f1ffb1f786 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283607 Apr 20 10:14:58.154389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:14:58.865621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76406cc4-53ea-4fac-8a05-3c95b990b5b7 req-32c170d3-2764-444f-9a3f-0e0a0c93d45d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:58.877020 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76406cc4-53ea-4fac-8a05-3c95b990b5b7 req-32c170d3-2764-444f-9a3f-0e0a0c93d45d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.2346840 Apr 20 10:14:58.897444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 2, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:14:58.908293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Checking router: 962653b5-66ee-449f-b42d-1f45bbfa3f20 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:14:58.909433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Updating router 962653b5-66ee-449f-b42d-1f45bbfa3f20 port 86890178-2543-41ce-a467-a53e592d744c binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:14:58.995167 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76406cc4-53ea-4fac-8a05-3c95b990b5b7 req-ce07dbcf-d6bd-4160-bd05-fb21f682e8c6 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168268 Apr 20 10:14:59.041179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.102599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38898) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:59.112060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-278134888-network', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:14:59.118934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:59.124071 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Usage tracker for resource:network and tenant:ba88316b05bb45f68ac190caa78423d7 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:59.128078 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:59.138257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:59.190964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Made reservation on behalf of ba88316b05bb45f68ac190caa78423d7 for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:14:59.212585 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.217969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cab88-5058-49f1-832c-074de4caa0c3 req-7e6a5370-3534-4644-b73b-7fe3fe9bd92e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:59.219923 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8c2cab88-5058-49f1-832c-074de4caa0c3 req-7e6a5370-3534-4644-b73b-7fe3fe9bd92e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1093154 Apr 20 10:14:59.253134 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.288486 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8c2cab88-5058-49f1-832c-074de4caa0c3 req-63577f75-29c1-4d00-90b5-c0d1d53cc9b9 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565324 Apr 20 10:14:59.293872 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:59.298574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Usage tracker for resource:security_group_rule and tenant:ba88316b05bb45f68ac190caa78423d7 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:59.302794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:59.310427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:14:59.440661 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.479521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.487051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-46beeb99-c06d-4d56-8d50-e8ca7cf9f245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:59.501351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:14:59.512667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.513566 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Added segment 9127bbce-80bf-4e91-8e0f-0ec865958091 of type vlan for network 206320f6-89dc-43c4-91fc-5cc4a452210f Apr 20 10:14:59.546743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.613065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf72e85-db9b-4243-beaf-e3537bada8c0,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:14:59.637362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:14:59.731220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.753966 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.760301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:14:59.761406 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.780189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Transition to ACTIVE for port object 86890178-2543-41ce-a467-a53e592d744c will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:14:59.812886 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ef65a12a-ad72-4f95-a4f4-93fbf3202186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:59.817819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:14:59.827796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:14:59.929811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 38908) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:14:59.933186 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8285134 Apr 20 10:14:59.938616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Request body: {'subnet': {'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-278134888-subnet', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:14:59.954765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:14:59.970049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Usage tracker for resource:subnet and tenant:ba88316b05bb45f68ac190caa78423d7 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:14:59.977202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:14:59.993126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:00.009851 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Pushing event updated for resources: {'Network': ['ID=206320f6-89dc-43c4-91fc-5cc4a452210f,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:00.016492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:00.042520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Made reservation on behalf of ba88316b05bb45f68ac190caa78423d7 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:00.047750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852484661'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:00.117071 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 206320f6-89dc-43c4-91fc-5cc4a452210f details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:15:00.384473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc14f4-3baf-42b6-956d-59cc00642dbe None None] Pushing event updated for resources: {'Port': ['ID=86890178-2543-41ce-a467-a53e592d744c,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:00.394310 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-21fc14f4-3baf-42b6-956d-59cc00642dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:00.627443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Attempting to bind port 86890178-2543-41ce-a467-a53e592d744c on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:00.628145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Attempting to bind port 86890178-2543-41ce-a467-a53e592d744c by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:00.632970 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Attempting to bind port 86890178-2543-41ce-a467-a53e592d744c on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:00.658838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:00.664104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Checking segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:00.664104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:00.665522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Bound using segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:00.666672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Bound port: 86890178-2543-41ce-a467-a53e592d744c, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:00.667430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:00.787816 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66857e90-7a6e-4c4d-b522-d390a3f27eab req-beb11678-45e7-436c-8c55-1f95cec6e4c4 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:00.791406 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-66857e90-7a6e-4c4d-b522-d390a3f27eab req-beb11678-45e7-436c-8c55-1f95cec6e4c4 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.3966227 Apr 20 10:15:00.832741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] For port 86890178-2543-41ce-a467-a53e592d744c, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:00.837195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] For port 86890178-2543-41ce-a467-a53e592d744c, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=86890178-2543-41ce-a467-a53e592d744c,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:00.881250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:00.908776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:00.909868 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-66857e90-7a6e-4c4d-b522-d390a3f27eab req-9c7c4c49-b024-490f-bf15-f720f51e69c7 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088355 Apr 20 10:15:01.140935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:01.151508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:14:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:01.462445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:01.713531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1981689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852484646'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:01.742188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-65cd6fb1-61ee-4b1f-81d0-099450c19aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:01.984457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc14f4-3baf-42b6-956d-59cc00642dbe None None] Pushing event updated for resources: {'Port': ['ID=86890178-2543-41ce-a467-a53e592d744c,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:01.998988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-21fc14f4-3baf-42b6-956d-59cc00642dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:02.018860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:02.031387 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:02.209359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Checking segment: {'id': '9127bbce-80bf-4e91-8e0f-0ec865958091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:02.209794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Network hostable DHCP agents. Network: 206320f6-89dc-43c4-91fc-5cc4a452210f, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:15:02.273909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c3a9a-8814-427e-866f-e4c794edb255 req-189be28a-2dcf-4f48-b0a7-f7c5bf59f437 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:02.281759 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-023c3a9a-8814-427e-866f-e4c794edb255 req-189be28a-2dcf-4f48-b0a7-f7c5bf59f437 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1867566 Apr 20 10:15:02.318939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938e2fd-5a95-4dac-969c-ee91364d9600 req-b1fcadc4-3934-4efd-b154-aa9b8bbf28bb tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:02.322908 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0938e2fd-5a95-4dac-969c-ee91364d9600 req-b1fcadc4-3934-4efd-b154-aa9b8bbf28bb tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.2890177 Apr 20 10:15:02.374075 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-023c3a9a-8814-427e-866f-e4c794edb255 req-668545d3-7d90-4876-ab75-2e96bc769b26 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910342 Apr 20 10:15:02.379994 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Network 206320f6-89dc-43c4-91fc-5cc4a452210f is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:15:02.433606 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0938e2fd-5a95-4dac-969c-ee91364d9600 req-46a8f6ff-0cbb-41e7-93b2-3d27567a7506 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854499 Apr 20 10:15:02.477938 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 206320f6-89dc-43c4-91fc-5cc4a452210f) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:02.503753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:02.504509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:02.522770 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41c173-2ef0-4278-b0eb-3531c3d8c45d None None] Network 206320f6-89dc-43c4-91fc-5cc4a452210f requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:02.600016 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f9ce6de1-efdd-42bc-b8ba-9149080f5eac admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6659021 Apr 20 10:15:02.601295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 38940) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:02.622568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:02.643852 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:02.670485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Usage tracker for resource:router and tenant:ba88316b05bb45f68ac190caa78423d7 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:02.684169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:02.709020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:02.818120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:02.821148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:02.861329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:02.933631 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:00Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:02.941942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f451121-7ef7-4957-9e19-849a6362cbdb None None] The sync data for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi is: [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:00Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:03.197555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ce813-528f-4095-9538-2891170db62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-206320f6-89dc-43c4-91fc-5cc4a452210f', 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'fixed_ips': [{'subnet_id': '57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:15:03.198553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-194ce813-528f-4095-9538-2891170db62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:03.490220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-194ce813-528f-4095-9538-2891170db62d None None] Allocated IP 172.20.0.2 (206320f6-89dc-43c4-91fc-5cc4a452210f/57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0/3794e597-ef12-4b31-85d3-05109785a280) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:03.634554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:03.925618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182514-cef9-4ab0-827f-5b213260bc81 req-4437707e-bb8a-4351-9854-0f4d357ff3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:03.931500 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37182514-cef9-4ab0-827f-5b213260bc81 req-4437707e-bb8a-4351-9854-0f4d357ff3aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 1098 time: 0.6432698 Apr 20 10:15:03.932603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-194ce813-528f-4095-9538-2891170db62d None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:03.954306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c11f6-ea4a-458a-b3c8-ace77c7d87f3 req-91079703-0daf-42f2-babe-72f819f0ca31 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:03.959119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-194ce813-528f-4095-9538-2891170db62d None None] Transition to ACTIVE for port object 3794e597-ef12-4b31-85d3-05109785a280 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:03.959385 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fa3c11f6-ea4a-458a-b3c8-ace77c7d87f3 req-91079703-0daf-42f2-babe-72f819f0ca31 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.6236236 Apr 20 10:15:03.995020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-194ce813-528f-4095-9538-2891170db62d None None] Transition to ACTIVE for port object 3794e597-ef12-4b31-85d3-05109785a280 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:04.044077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-194ce813-528f-4095-9538-2891170db62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:04.073497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:04.181419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ce813-528f-4095-9538-2891170db62d None None] Network 206320f6-89dc-43c4-91fc-5cc4a452210f is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:04.190540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-194ce813-528f-4095-9538-2891170db62d None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:04.196236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ce813-528f-4095-9538-2891170db62d None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:04.388594 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-194ce813-528f-4095-9538-2891170db62d None None] Attempting to bind port 3794e597-ef12-4b31-85d3-05109785a280 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:04.388594 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-194ce813-528f-4095-9538-2891170db62d None None] Attempting to bind port 3794e597-ef12-4b31-85d3-05109785a280 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '9127bbce-80bf-4e91-8e0f-0ec865958091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:04.388594 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ce813-528f-4095-9538-2891170db62d None None] Attempting to bind port 3794e597-ef12-4b31-85d3-05109785a280 on network 206320f6-89dc-43c4-91fc-5cc4a452210f {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:04.393586 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ce813-528f-4095-9538-2891170db62d None None] Pushing event updated for resources: {'Port': ['ID=3794e597-ef12-4b31-85d3-05109785a280,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:04.400356 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-194ce813-528f-4095-9538-2891170db62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:04.401647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ce813-528f-4095-9538-2891170db62d None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:04.402183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ce813-528f-4095-9538-2891170db62d None None] Checking segment: {'id': '9127bbce-80bf-4e91-8e0f-0ec865958091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:04.402637 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-194ce813-528f-4095-9538-2891170db62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:04.403080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ce813-528f-4095-9538-2891170db62d None None] Bound using segment: {'id': '9127bbce-80bf-4e91-8e0f-0ec865958091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:04.403624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-194ce813-528f-4095-9538-2891170db62d None None] Bound port: 3794e597-ef12-4b31-85d3-05109785a280, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9127bbce-80bf-4e91-8e0f-0ec865958091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:04.404040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-194ce813-528f-4095-9538-2891170db62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:04.428550 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fa3c11f6-ea4a-458a-b3c8-ace77c7d87f3 req-44bb4ee2-e8f0-4626-9f2d-edae946d7fb0 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965187 Apr 20 10:15:04.501841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182514-cef9-4ab0-827f-5b213260bc81 req-8d4b093d-5586-49f4-b5a3-fee87adbd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:04.503652 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37182514-cef9-4ab0-827f-5b213260bc81 req-8d4b093d-5586-49f4-b5a3-fee87adbd918 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 911 time: 0.5432012 Apr 20 10:15:04.576272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-194ce813-528f-4095-9538-2891170db62d None None] For port 3794e597-ef12-4b31-85d3-05109785a280, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:04.580325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-194ce813-528f-4095-9538-2891170db62d None None] For port 3794e597-ef12-4b31-85d3-05109785a280, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=3794e597-ef12-4b31-85d3-05109785a280,segment=NetworkSegment(9127bbce-80bf-4e91-8e0f-0ec865958091),segment_id=9127bbce-80bf-4e91-8e0f-0ec865958091)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:04.624413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-194ce813-528f-4095-9538-2891170db62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:04.639734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-194ce813-528f-4095-9538-2891170db62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:04.679102 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37182514-cef9-4ab0-827f-5b213260bc81 req-4c854956-3167-4e99-ba4d-182e7e39d9fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0474aff6-84d4-4d1d-a285-303732fe675f HTTP/1.1" status: 200 len: 1000 time: 0.1683800 Apr 20 10:15:04.753809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ce813-528f-4095-9538-2891170db62d None None] Pushing event updated for resources: {'Port': ['ID=3794e597-ef12-4b31-85d3-05109785a280,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:04.767465 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-194ce813-528f-4095-9538-2891170db62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:05.013834 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182514-cef9-4ab0-827f-5b213260bc81 req-35d7aa37-b3ce-4927-985d-558c1a2a4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:05.015472 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37182514-cef9-4ab0-827f-5b213260bc81 req-35d7aa37-b3ce-4927-985d-558c1a2a4e5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e5cec62-36e0-45a0-a288-1aa461c75043 HTTP/1.1" status: 200 len: 849 time: 0.2190197 Apr 20 10:15:05.066174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 86890178-2543-41ce-a467-a53e592d744c up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:05.136340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:05.189835 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:05.365327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182514-cef9-4ab0-827f-5b213260bc81 req-74c17f62-a5fb-4293-997e-d2f5399ded56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:05.368525 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37182514-cef9-4ab0-827f-5b213260bc81 req-74c17f62-a5fb-4293-997e-d2f5399ded56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d53bc-8da5-4a8a-acf4-ce457ae855cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3218837 Apr 20 10:15:05.384188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 86890178-2543-41ce-a467-a53e592d744c completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:05.407020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 86890178-2543-41ce-a467-a53e592d744c triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:05.409192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:05.564199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Allocated IP 172.27.3.2 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/a70aea93-63e3-42a9-8be5-dca8c03ed762) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:05.679343 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37182514-cef9-4ab0-827f-5b213260bc81 req-722858ae-9e9f-4453-a0a7-95db4379343f service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705939 Apr 20 10:15:05.700671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:05.753824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 86890178-2543-41ce-a467-a53e592d744c, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=86890178-2543-41ce-a467-a53e592d744c,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:05.786858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:05.817362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ce8ea974-272b-4d41-a66a-c06956681d56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:05.935794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=86890178-2543-41ce-a467-a53e592d744c,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:05.941703 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:06.300894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec44f2-144d-413e-9859-9855f9228d6d req-4234b388-fec3-4707-bd7b-c6912d7e0b22 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:06.313268 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-beec44f2-144d-413e-9859-9855f9228d6d req-4234b388-fec3-4707-bd7b-c6912d7e0b22 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.6275237 Apr 20 10:15:06.336771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:06.361521 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37182514-cef9-4ab0-827f-5b213260bc81 req-8ec589d4-a39c-4acc-ac2e-1c87c393ef47 service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717727 Apr 20 10:15:06.417305 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-beec44f2-144d-413e-9859-9855f9228d6d req-c8622753-c74a-4f3d-bc11-80943d2344ce tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029689 Apr 20 10:15:06.497212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:06.508748 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1cac9899-b650-421c-914b-405e8c2b3313 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:06.664156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:06.668594 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:06.673166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:06.716714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275e1b4-2930-4672-a5d6-80a016ebad35 None None] Network 206320f6-89dc-43c4-91fc-5cc4a452210f requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:06.722016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Pushing event updated for resources: {'Port': ['ID=a70aea93-63e3-42a9-8be5-dca8c03ed762,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:06.752423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.752893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.753311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.753721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.754124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.754530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.754968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.755386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.755801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.756187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.756586 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.757310 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:06.767918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:07.103589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-3deb1b1f-e852-47ff-ab02-b75ea4e71458 None None] Provisioning for port 3794e597-ef12-4b31-85d3-05109785a280 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:07.319804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 3794e597-ef12-4b31-85d3-05109785a280 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:07.395543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.489485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 3794e597-ef12-4b31-85d3-05109785a280 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:07.516336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 3794e597-ef12-4b31-85d3-05109785a280 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:07.516794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.761943 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-d9eebb2a-68c6-4fa7-9837-1d22a2817a7e None None] Provisioning complete for port 3794e597-ef12-4b31-85d3-05109785a280 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:07.762660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d9eebb2a-68c6-4fa7-9837-1d22a2817a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:07.948626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.069600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.179360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 3794e597-ef12-4b31-85d3-05109785a280, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=3794e597-ef12-4b31-85d3-05109785a280,segment=NetworkSegment(9127bbce-80bf-4e91-8e0f-0ec865958091),segment_id=9127bbce-80bf-4e91-8e0f-0ec865958091)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:08.187813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d9eebb2a-68c6-4fa7-9837-1d22a2817a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.234927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.238801 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 86890178-2543-41ce-a467-a53e592d744c up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:08.286087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:08.326750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ece522-d4ef-4cb1-94df-1e0a6d7a0e18 req-096f2e77-04c0-4bd9-bda1-80b0245f6fd2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:08.334621 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e2ece522-d4ef-4cb1-94df-1e0a6d7a0e18 req-096f2e77-04c0-4bd9-bda1-80b0245f6fd2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.4616423 Apr 20 10:15:08.408213 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e2ece522-d4ef-4cb1-94df-1e0a6d7a0e18 req-c431c3e8-9275-4544-9531-4718cf44c23c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724308 Apr 20 10:15:08.460267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-d9eebb2a-68c6-4fa7-9837-1d22a2817a7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:15:08.460837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-d9eebb2a-68c6-4fa7-9837-1d22a2817a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:15:08.477196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=3794e597-ef12-4b31-85d3-05109785a280,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:08.480986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:08.491259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 86890178-2543-41ce-a467-a53e592d744c triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:08.491792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:08.608410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Router fc4a3801-f650-4987-911b-0a01f89cef79 is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:15:09.083633 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 3794e597-ef12-4b31-85d3-05109785a280 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:09.130664 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:09.146877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Sync routers for ids ['fc4a3801-f650-4987-911b-0a01f89cef79'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:09.165348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Routers {'fc4a3801-f650-4987-911b-0a01f89cef79'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:09.174777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:14:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['fc4a3801-f650-4987-911b-0a01f89cef79'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:09.217677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 3794e597-ef12-4b31-85d3-05109785a280 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:09.218092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:09.235054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:09.238607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 38998) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:09.239098 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6351490 Apr 20 10:15:09.468275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Set router fc4a3801-f650-4987-911b-0a01f89cef79 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:10.055885 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:02Z', 'updated_at': '2021-04-20T10:15:07Z', 'revision_number': 3, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'gw_port': {'id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:05Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:10.061610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Checking router: fc4a3801-f650-4987-911b-0a01f89cef79 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:10.062028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Updating router fc4a3801-f650-4987-911b-0a01f89cef79 port a70aea93-63e3-42a9-8be5-dca8c03ed762 binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:15:10.145155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.686035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.897930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.918030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Transition to ACTIVE for port object a70aea93-63e3-42a9-8be5-dca8c03ed762 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:10.970734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:10.981421 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b3eb97da-590b-4e5e-ae76-57e8339eb93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:11.064118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Attempting to bind port a70aea93-63e3-42a9-8be5-dca8c03ed762 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:11.064524 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Attempting to bind port a70aea93-63e3-42a9-8be5-dca8c03ed762 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:11.064953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Attempting to bind port a70aea93-63e3-42a9-8be5-dca8c03ed762 on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:11.090314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:11.090314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:11.090314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.090314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:11.090314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Bound port: a70aea93-63e3-42a9-8be5-dca8c03ed762, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:11.090314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.107230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Allocated IP 172.20.0.1 (206320f6-89dc-43c4-91fc-5cc4a452210f/57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0/b45893dc-f113-40eb-8a8e-589fd0d49b06) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:11.112623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a7d7c-f385-4f93-8b25-c2cc98bd693f None None] Pushing event updated for resources: {'Port': ['ID=a70aea93-63e3-42a9-8be5-dca8c03ed762,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:11.123919 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5f5a7d7c-f385-4f93-8b25-c2cc98bd693f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:11.321711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] For port a70aea93-63e3-42a9-8be5-dca8c03ed762, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:11.321711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] For port a70aea93-63e3-42a9-8be5-dca8c03ed762, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=a70aea93-63e3-42a9-8be5-dca8c03ed762,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:11.323184 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.324082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Transition to ACTIVE for port object b45893dc-f113-40eb-8a8e-589fd0d49b06 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:11.383734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.388209 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:11.480217 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Routers {'fc4a3801-f650-4987-911b-0a01f89cef79'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:11.481477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:14:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['fc4a3801-f650-4987-911b-0a01f89cef79'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:11.601342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a7d7c-f385-4f93-8b25-c2cc98bd693f None None] Pushing event updated for resources: {'Port': ['ID=a70aea93-63e3-42a9-8be5-dca8c03ed762,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:11.613440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5f5a7d7c-f385-4f93-8b25-c2cc98bd693f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:11.730695 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:11.747676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0236e8b0-26ca-41f0-9162-927eb21a301a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:11.777869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] Set router fc4a3801-f650-4987-911b-0a01f89cef79 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:11.857753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Network 206320f6-89dc-43c4-91fc-5cc4a452210f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:11.862429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:11.895493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:12.009400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:12.036293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Pushing event updated for resources: {'Port': ['ID=b45893dc-f113-40eb-8a8e-589fd0d49b06,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:12.076268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.077569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.078414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.079313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.080149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.080960 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.081828 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.083039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.083895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.085149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.086038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.086792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:12.101544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:12.243212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-0dbb13e1-354f-43fd-9cf6-eec17384aff0 None None] Provisioning for port b45893dc-f113-40eb-8a8e-589fd0d49b06 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:12.249035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-0dbb13e1-354f-43fd-9cf6-eec17384aff0 None None] Provisioning complete for port b45893dc-f113-40eb-8a8e-589fd0d49b06 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:12.249732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0dbb13e1-354f-43fd-9cf6-eec17384aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:12.261738 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:02Z', 'updated_at': '2021-04-20T10:15:07Z', 'revision_number': 3, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'gw_port': {'id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:05Z', 'updated_at': '2021-04-20T10:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:12.278353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ebcfb-9505-482d-b865-7b5b2155fbd0 None None] The sync data for ids ['fc4a3801-f650-4987-911b-0a01f89cef79'] in dv-cinder-774594-4-iscsi is: [{'id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:02Z', 'updated_at': '2021-04-20T10:15:07Z', 'revision_number': 3, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'gw_port': {'id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:43:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:05Z', 'updated_at': '2021-04-20T10:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:12.342385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:12.346030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb13e1-354f-43fd-9cf6-eec17384aff0 None None] Port b45893dc-f113-40eb-8a8e-589fd0d49b06 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:15:12.782160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:12.845525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:12.905091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:13.043827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Pushing event updated for resources: {'Port': ['ID=b45893dc-f113-40eb-8a8e-589fd0d49b06,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:13.046836 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:13.065875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:13.098081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a70aea93-63e3-42a9-8be5-dca8c03ed762 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:13.266495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port a70aea93-63e3-42a9-8be5-dca8c03ed762 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:13.280548 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port a70aea93-63e3-42a9-8be5-dca8c03ed762 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:13.286116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Network 206320f6-89dc-43c4-91fc-5cc4a452210f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:13.287173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:13.287378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:13.635712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-044be72c-c832-4691-9a2d-426857db8427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:13.689731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-85ccb7f7-edd4-4bb6-98d5-d5a82c5ea458 None None] Provisioning complete for port b45893dc-f113-40eb-8a8e-589fd0d49b06 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:13.690324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85ccb7f7-edd4-4bb6-98d5-d5a82c5ea458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:13.754037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:13.792082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port a70aea93-63e3-42a9-8be5-dca8c03ed762, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=a70aea93-63e3-42a9-8be5-dca8c03ed762,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:13.793490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-85ccb7f7-edd4-4bb6-98d5-d5a82c5ea458 None None] Port b45893dc-f113-40eb-8a8e-589fd0d49b06 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:15:13.826212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:13.828284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:13.963582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=a70aea93-63e3-42a9-8be5-dca8c03ed762,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:13.975942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:13.987667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Router fc4a3801-f650-4987-911b-0a01f89cef79 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:15:14.176233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-b57abece-86fc-45af-bd68-9648228b247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:14.180012 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-b57abece-86fc-45af-bd68-9648228b247f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 1099 time: 0.8397272 Apr 20 10:15:14.319682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405ac7c-8fdd-4eec-9f01-64f9bbf595a1 req-221b63ab-3bc9-487d-9a28-21cf0986855a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:14.327477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:14.330473 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2405ac7c-8fdd-4eec-9f01-64f9bbf595a1 req-221b63ab-3bc9-487d-9a28-21cf0986855a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.7812767 Apr 20 10:15:14.349704 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] 10.222.0.26 "PUT /v2.0/routers/fc4a3801-f650-4987-911b-0a01f89cef79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1087608 Apr 20 10:15:14.454470 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2405ac7c-8fdd-4eec-9f01-64f9bbf595a1 req-81a3dc71-6f51-44fe-a1ff-047f683b6e8a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226308 Apr 20 10:15:14.482284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-2e011f82-0aec-4761-9d50-517d8de88f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:14.485427 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-2e011f82-0aec-4761-9d50-517d8de88f86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 920 time: 0.2965732 Apr 20 10:15:14.572093 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-f1b3aee4-c161-4f74-b6a0-d50d3f93c42a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0790043 Apr 20 10:15:14.657632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-17af4bd2-a912-474e-8d97-95fc26fe0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:14.659342 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-17af4bd2-a912-474e-8d97-95fc26fe0f61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 200 len: 859 time: 0.0807154 Apr 20 10:15:14.721275 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-4a35c839-81a2-4b33-9770-cd6a501ef2c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7dae7f-7b70-4293-a792-03bea697db19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540786 Apr 20 10:15:14.897052 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-f2c58fc9-334c-4cd3-9540-1f5d3dc8edf1 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621547 Apr 20 10:15:14.968102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a70aea93-63e3-42a9-8be5-dca8c03ed762 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:15.066385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port a70aea93-63e3-42a9-8be5-dca8c03ed762 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:15.078646 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:15.081900 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d786da3-bfd5-4c57-8797-bb9adcb40650 req-6c41e8aa-7abd-45e0-8dd4-b181b7dd4430 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760352 Apr 20 10:15:15.190216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:15.273817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39060) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:15.279753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139341280', 'description': 'tempest-secgroup-smoke-139341280 description', 'project_id': 'b14fa126086e4ec1b462dd99b1744781'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:15.286458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:15.290977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:security_group and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:15.294132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:15.300802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:15.351190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:15.382427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:15.386607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:security_group_rule and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:15.390243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:15.397994 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:15.578544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:15.608344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:15.617609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2da5f9f1-9aa7-4637-a5bf-c25a2b3dd811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:15.690227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda06c7-f8b9-4b05-8a25-24615e16344f,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:15.700015 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:15.727827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:15.729924 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4549007 Apr 20 10:15:15.735082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39068) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:15.750331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'security_group_rule': {'security_group_id': 'dcda06c7-f8b9-4b05-8a25-24615e16344f', 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:15.775345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c29b5d-eeb9-4b09-9220-aa2ffc889535 req-cf07971a-47fa-4e66-8c33-232258c73f1c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:15.776407 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:15.784283 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a7c29b5d-eeb9-4b09-9220-aa2ffc889535 req-cf07971a-47fa-4e66-8c33-232258c73f1c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1857774 Apr 20 10:15:15.795479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:security_group_rule and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:15.799270 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:15.812003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:15.845575 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a7c29b5d-eeb9-4b09-9220-aa2ffc889535 req-d1b6509f-8f29-4869-b2e5-25c63f1e1ce3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601594 Apr 20 10:15:15.861931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:15.936014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:15.965095 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:15.967544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a555ab0b-f659-4126-92a6-ccb5d85899d2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:15.995922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9f2d74-88db-4936-8ea4-ea5cc1a1d8f7,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:15.998844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:16.099844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.107109 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3657262 Apr 20 10:15:16.107109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39076) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:16.110860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'security_group_rule': {'security_group_id': 'dcda06c7-f8b9-4b05-8a25-24615e16344f', 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:16.118621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:16.124873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:security_group_rule and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:16.129910 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:16.137497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Sync routers for ids ['fc4a3801-f650-4987-911b-0a01f89cef79'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:16.138331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:16.149315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Routers {'fc4a3801-f650-4987-911b-0a01f89cef79'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:16.150008 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:14:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['fc4a3801-f650-4987-911b-0a01f89cef79'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:16.193222 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.283323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.323708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.327574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c7a5fc25-2bce-42b6-a12b-2a03b6e41408 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:16.372898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbae3617-88f2-4ae7-98fc-1eb0f0bb17df,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:16.377627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:16.388579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2cfbc477-b5a6-401c-8e43-0c4af1e7c9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.414873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.417377 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c3b2b570-47f2-49fb-a059-07cba7e474fc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112247 Apr 20 10:15:16.422210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39086) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:16.429833 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'security_group_rule': {'security_group_id': 'dcda06c7-f8b9-4b05-8a25-24615e16344f', 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:16.437025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:16.441747 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:security_group_rule and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:16.445859 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:16.448999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Set router fc4a3801-f650-4987-911b-0a01f89cef79 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:16.452547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:16.524943 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.609823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.642304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.645144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-96bcad53-72da-4371-94a7-9c470e0dd77a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:16.669057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c14df8f-2bd3-4500-81d8-56f3ad73f82f,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:16.673545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:16.719283 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.720798 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2973244 Apr 20 10:15:16.723805 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39100) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:16.740356 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'security_group_rule': {'security_group_id': 'dcda06c7-f8b9-4b05-8a25-24615e16344f', 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:16.756220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:16.761517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:security_group_rule and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:16.764785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:16.771878 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:16.822363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:02Z', 'updated_at': '2021-04-20T10:15:12Z', 'revision_number': 4, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'gw_port': {'id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:05Z', 'updated_at': '2021-04-20T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'b45893dc-f113-40eb-8a8e-589fd0d49b06', 'name': '', 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'mac_address': 'fa:16:3e:3c:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:10Z', 'updated_at': '2021-04-20T10:15:12Z', 'revision_number': 2, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'subnets': [{'id': '57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:16.827749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Checking router: fc4a3801-f650-4987-911b-0a01f89cef79 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:16.827749 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Updating router fc4a3801-f650-4987-911b-0a01f89cef79 port b45893dc-f113-40eb-8a8e-589fd0d49b06 binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:15:16.829014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.911161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.936840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.979426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:16.981654 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:17.002909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd37d56-f653-4117-bff0-098a5fafec19,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:17.007412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:17.066694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.068955 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3438151 Apr 20 10:15:17.071359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39116) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:17.078500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'security_group_rule': {'security_group_id': 'dcda06c7-f8b9-4b05-8a25-24615e16344f', 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:17.086926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:17.091704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:security_group_rule and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:17.095821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:17.104038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:17.137957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5598-7a34-4fd1-abef-73cf14a1f17f req-e29c76ba-7acb-4dae-b7cc-2e969ce0e45f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:17.140151 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-77ed5598-7a34-4fd1-abef-73cf14a1f17f req-e29c76ba-7acb-4dae-b7cc-2e969ce0e45f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1192944 Apr 20 10:15:17.154253 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.securitygroups_db [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Project b14fa126086e4ec1b462dd99b1744781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:15:17.161452 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.172843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.207320 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-77ed5598-7a34-4fd1-abef-73cf14a1f17f req-3b95404d-6814-4c3c-9f2d-1cec99c50d82 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575278 Apr 20 10:15:17.277009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.330289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.339744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:17.365428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf9f416-ce06-47db-b552-6dc99ef25dbe,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:17.376215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:17.403202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.416999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Transition to ACTIVE for port object b45893dc-f113-40eb-8a8e-589fd0d49b06 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:17.426057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.433860 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3610890 Apr 20 10:15:17.445894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39138) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:17.452027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'security_group_rule': {'security_group_id': 'dcda06c7-f8b9-4b05-8a25-24615e16344f', 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:17.458872 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:17.463434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:security_group_rule and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:17.467093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:17.472285 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.473987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:17.486846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-21fc14f4-3baf-42b6-956d-59cc00642dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:17.532052 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.securitygroups_db [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Project b14fa126086e4ec1b462dd99b1744781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:15:17.540528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.622981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.703012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.705122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:17.730764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef7152d-789d-4a2f-b984-91a48af8896f,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:17.735633 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:17.794138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d43c7-d9c5-4aff-8df6-2b4db40cc1c5 None None] Pushing event updated for resources: {'Port': ['ID=b45893dc-f113-40eb-8a8e-589fd0d49b06,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:17.797121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c75d43c7-d9c5-4aff-8df6-2b4db40cc1c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:17.804304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.829176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Attempting to bind port b45893dc-f113-40eb-8a8e-589fd0d49b06 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:17.829605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Attempting to bind port b45893dc-f113-40eb-8a8e-589fd0d49b06 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': '9127bbce-80bf-4e91-8e0f-0ec865958091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:17.830075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Attempting to bind port b45893dc-f113-40eb-8a8e-589fd0d49b06 on network 206320f6-89dc-43c4-91fc-5cc4a452210f {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:17.831203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.835925 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-998b1c32-8398-48b6-803e-4a84b7eb8d5e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3851862 Apr 20 10:15:17.839204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:17.840133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Checking segment: {'id': '9127bbce-80bf-4e91-8e0f-0ec865958091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:17.840900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.841503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Bound using segment: {'id': '9127bbce-80bf-4e91-8e0f-0ec865958091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:17.842298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Bound port: b45893dc-f113-40eb-8a8e-589fd0d49b06, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9127bbce-80bf-4e91-8e0f-0ec865958091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:17.842758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:17.965088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] For port b45893dc-f113-40eb-8a8e-589fd0d49b06, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:17.968613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] For port b45893dc-f113-40eb-8a8e-589fd0d49b06, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=b45893dc-f113-40eb-8a8e-589fd0d49b06,segment=NetworkSegment(9127bbce-80bf-4e91-8e0f-0ec865958091),segment_id=9127bbce-80bf-4e91-8e0f-0ec865958091)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:18.002318 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:18.008837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6336e6c8-08fa-48e1-b94d-cff8afb5eec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:18.048896 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-19ed6093-7424-452f-a1b5-498883ccb498 req-71f1281a-aae1-4f4b-9bb4-0c0b94cbaedc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046321 Apr 20 10:15:18.145799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Routers {'fc4a3801-f650-4987-911b-0a01f89cef79'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:18.146504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['fc4a3801-f650-4987-911b-0a01f89cef79'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:18.263928 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed6093-7424-452f-a1b5-498883ccb498 req-301f3fd8-22c4-4e07-aef7-eebf16c60609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:18.266502 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-19ed6093-7424-452f-a1b5-498883ccb498 req-301f3fd8-22c4-4e07-aef7-eebf16c60609 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 1100 time: 0.1186032 Apr 20 10:15:18.326373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d43c7-d9c5-4aff-8df6-2b4db40cc1c5 None None] Pushing event updated for resources: {'Port': ['ID=b45893dc-f113-40eb-8a8e-589fd0d49b06,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:18.338102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c75d43c7-d9c5-4aff-8df6-2b4db40cc1c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:18.630137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea77a1f-5a09-4d65-9014-d2efce614533 req-72fb054c-342a-4b3f-8061-91f6989a0084 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:18.639210 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0ea77a1f-5a09-4d65-9014-d2efce614533 req-72fb054c-342a-4b3f-8061-91f6989a0084 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.2415512 Apr 20 10:15:18.672063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed6093-7424-452f-a1b5-498883ccb498 req-501bfd84-a085-4e29-a599-1ff280b6a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:18.674117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] Set router fc4a3801-f650-4987-911b-0a01f89cef79 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:18.674374 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-19ed6093-7424-452f-a1b5-498883ccb498 req-501bfd84-a085-4e29-a599-1ff280b6a5d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.3821735 Apr 20 10:15:18.707193 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0ea77a1f-5a09-4d65-9014-d2efce614533 req-cfacd81c-89cc-4b12-8290-1263a9fb6ad0 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667498 Apr 20 10:15:18.779213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:18.877225 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-19ed6093-7424-452f-a1b5-498883ccb498 req-168eac44-4355-4ed7-a9af-549edb135dc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1 HTTP/1.1" status: 200 len: 1001 time: 0.1815848 Apr 20 10:15:19.006213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed6093-7424-452f-a1b5-498883ccb498 req-41b133a6-f8f2-4f3c-b6a6-bce93888d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:19.008626 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-19ed6093-7424-452f-a1b5-498883ccb498 req-41b133a6-f8f2-4f3c-b6a6-bce93888d519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.1218569 Apr 20 10:15:19.136246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed6093-7424-452f-a1b5-498883ccb498 req-3bc4c6ed-522b-483d-99f2-35e6df36304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:19.153316 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-19ed6093-7424-452f-a1b5-498883ccb498 req-3bc4c6ed-522b-483d-99f2-35e6df36304a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1134295 Apr 20 10:15:19.386965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:02Z', 'updated_at': '2021-04-20T10:15:12Z', 'revision_number': 4, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'gw_port': {'id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:05Z', 'updated_at': '2021-04-20T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'b45893dc-f113-40eb-8a8e-589fd0d49b06', 'name': '', 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'mac_address': 'fa:16:3e:3c:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:10Z', 'updated_at': '2021-04-20T10:15:17Z', 'revision_number': 4, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'subnets': [{'id': '57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:19.394442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb1fa1-cbe0-4303-84a3-113dc5584958 None None] The sync data for ids ['fc4a3801-f650-4987-911b-0a01f89cef79'] in dv-cinder-774594-4-iscsi is: [{'id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:02Z', 'updated_at': '2021-04-20T10:15:12Z', 'revision_number': 4, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'gw_port': {'id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:05Z', 'updated_at': '2021-04-20T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'b45893dc-f113-40eb-8a8e-589fd0d49b06', 'name': '', 'network_id': '206320f6-89dc-43c4-91fc-5cc4a452210f', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'mac_address': 'fa:16:3e:3c:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:10Z', 'updated_at': '2021-04-20T10:15:17Z', 'revision_number': 4, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'subnets': [{'id': '57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:19.425971 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-19ed6093-7424-452f-a1b5-498883ccb498 req-2bb90b24-be24-4c59-a1ce-ae6217f8ca05 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713208 Apr 20 10:15:19.599443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa395d-5300-4fe4-ab9b-db148cb6a491 req-b4f5921c-80fc-4c00-bebb-906ec6167b86 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:19.602086 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-faaa395d-5300-4fe4-ab9b-db148cb6a491 req-b4f5921c-80fc-4c00-bebb-906ec6167b86 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.2577074 Apr 20 10:15:19.692358 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-19ed6093-7424-452f-a1b5-498883ccb498 req-1c6361a0-c6d7-4289-9205-48d68341bf9b service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438598 Apr 20 10:15:19.708106 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-faaa395d-5300-4fe4-ab9b-db148cb6a491 req-6e1ea656-7049-46f8-a745-4613325e12d3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882874 Apr 20 10:15:20.056975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee547-9db7-430e-b056-99328ff0fcdf req-606cb787-d73f-4e46-bdf9-c616d7700e1e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:20.058710 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-db0ee547-9db7-430e-b056-99328ff0fcdf req-606cb787-d73f-4e46-bdf9-c616d7700e1e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1100917 Apr 20 10:15:20.122183 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-db0ee547-9db7-430e-b056-99328ff0fcdf req-3920b214-24d0-4be1-b00e-104b669fca9e tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563705 Apr 20 10:15:20.407824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39250) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:20.484260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5d483e-d6a3-4484-afe3-f7396cb77488 admin admin] Deleting subnet b980fb02-9cf6-4705-b20f-4ac51cbe1e9a {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:15:20.487861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c5d483e-d6a3-4484-afe3-f7396cb77488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:20.544554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c5d483e-d6a3-4484-afe3-f7396cb77488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508365'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:20.614016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c5d483e-d6a3-4484-afe3-f7396cb77488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.004358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c5d483e-d6a3-4484-afe3-f7396cb77488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852794180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2291169'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.007821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device b45893dc-f113-40eb-8a8e-589fd0d49b06 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:21.019584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:21.119215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port b45893dc-f113-40eb-8a8e-589fd0d49b06 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:21.124802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port b45893dc-f113-40eb-8a8e-589fd0d49b06 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:21.125224 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.160873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d483e-d6a3-4484-afe3-f7396cb77488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b980fb02-9cf6-4705-b20f-4ac51cbe1e9a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:21.165123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6c5d483e-d6a3-4484-afe3-f7396cb77488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:21.186059 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f3125-3459-4a26-a2a6-6b0fbd03757c req-f2a78a5b-0b8f-4bc5-97cf-3b5ca695c3dd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:21.187779 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-076f3125-3459-4a26-a2a6-6b0fbd03757c req-f2a78a5b-0b8f-4bc5-97cf-3b5ca695c3dd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.2819135 Apr 20 10:15:21.188980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c5d483e-d6a3-4484-afe3-f7396cb77488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.204727 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6c5d483e-d6a3-4484-afe3-f7396cb77488 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b980fb02-9cf6-4705-b20f-4ac51cbe1e9a HTTP/1.1" status: 204 len: 168 time: 0.7955213 Apr 20 10:15:21.207742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39258) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:21.259616 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-076f3125-3459-4a26-a2a6-6b0fbd03757c req-9e0412ad-1818-4594-8ecb-5adc67aded9a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534811 Apr 20 10:15:21.270862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.324788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port b45893dc-f113-40eb-8a8e-589fd0d49b06, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=b45893dc-f113-40eb-8a8e-589fd0d49b06,segment=NetworkSegment(9127bbce-80bf-4e91-8e0f-0ec865958091),segment_id=9127bbce-80bf-4e91-8e0f-0ec865958091)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:21.352425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-5d9def36-37d2-43b9-bd7e-a8f6e56e34b8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:21.352720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.353550 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-5d9def36-37d2-43b9-bd7e-a8f6e56e34b8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.2750742 Apr 20 10:15:21.360840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.372234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:21.464470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23bfb7-dc24-4cd4-8363-ac2d92f52f6e req-659e0b38-c9d8-4d8c-b148-e7c0166c65c2 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:21.466305 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9b23bfb7-dc24-4cd4-8363-ac2d92f52f6e req-659e0b38-c9d8-4d8c-b148-e7c0166c65c2 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1973519 Apr 20 10:15:21.471980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=b45893dc-f113-40eb-8a8e-589fd0d49b06,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:21.473706 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Deleting port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:21.474174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.475439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:21.504506 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.579281 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9b23bfb7-dc24-4cd4-8363-ac2d92f52f6e req-1900691f-1db2-4622-9966-9b7a90bbc071 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771446 Apr 20 10:15:21.645315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711f7db7-e173-4c41-90dd-69623d6e9cb5']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:21.668348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdca4621-30d1-4822-861b-799b5e609e32') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:21.668951 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdca4621-30d1-4822-861b-799b5e609e32') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:21.690998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.708286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.716349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:15:21.829645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] For port db067e0c-bd8a-4400-8064-2e1db1aaa6f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:21.830233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:21.910888 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Network 711f7db7-e173-4c41-90dd-69623d6e9cb5 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:21.926610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.127743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Network 711f7db7-e173-4c41-90dd-69623d6e9cb5 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:15:22.152126 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:15:22.274168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.278350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c492ae80-493a-46bd-9545-84548b2efd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:22.293615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.304212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Pushing event deleted for resources: {'Network': ['ID=711f7db7-e173-4c41-90dd-69623d6e9cb5,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:22.310460 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] 10.222.0.26 "DELETE /v2.0/networks/711f7db7-e173-4c41-90dd-69623d6e9cb5 HTTP/1.1" status: 204 len: 168 time: 1.0979278 Apr 20 10:15:22.310460 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:22.515991 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444e48a-e8af-4bc5-aa86-82c4d2e211d0 req-9ca06646-4aa5-4504-aa1d-428f099a913d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:22.517700 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c444e48a-e8af-4bc5-aa86-82c4d2e211d0 req-9ca06646-4aa5-4504-aa1d-428f099a913d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 947 time: 0.1214063 Apr 20 10:15:22.525644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.526173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.526514 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Floating IP 32a9a4b7-c1a4-4269-89ab-adc8e7435eba disassociated. External IP: 172.27.3.40, port: db067e0c-bd8a-4400-8064-2e1db1aaa6f1. Apr 20 10:15:22.526905 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Calling delete_port for db067e0c-bd8a-4400-8064-2e1db1aaa6f1 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:22.652206 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c444e48a-e8af-4bc5-aa86-82c4d2e211d0 req-e451e08f-b73a-487b-ae00-a54735e1093d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebc4423-d97b-41e2-92ca-dd5ad96b2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936363 Apr 20 10:15:22.691039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39272) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:22.748031 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d96d3c75-cef1-46f5-baf2-16911f29cefd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cfe3bc068e5f4690ae70241003774c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556922 Apr 20 10:15:22.750850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39276) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:22.817164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80fd9-bb4c-442d-806b-bcc2d5e330e1 req-7956c3be-4bf6-45d0-8617-afdd1f809e17 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:22.823557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-21572557-e510-4cfe-a82f-f19bd4cfeaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.823742 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52d80fd9-bb4c-442d-806b-bcc2d5e330e1 req-7956c3be-4bf6-45d0-8617-afdd1f809e17 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1030841 Apr 20 10:15:22.823742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.827221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:22.853763 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-21572557-e510-4cfe-a82f-f19bd4cfeaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.899699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event deleted for resources: {'Port': ['ID=db067e0c-bd8a-4400-8064-2e1db1aaa6f1,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:22.905103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:22.944973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-21572557-e510-4cfe-a82f-f19bd4cfeaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.952433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:22.967950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-21572557-e510-4cfe-a82f-f19bd4cfeaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:22.969720 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-21572557-e510-4cfe-a82f-f19bd4cfeaf5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd81abdb-619c-4254-83ef-fef6fcdc1fd7 HTTP/1.1" status: 204 len: 168 time: 0.2178826 Apr 20 10:15:22.971432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device b45893dc-f113-40eb-8a8e-589fd0d49b06 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:22.972508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21572557-e510-4cfe-a82f-f19bd4cfeaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd81abdb-619c-4254-83ef-fef6fcdc1fd7,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:22.976774 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-21572557-e510-4cfe-a82f-f19bd4cfeaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:23.066204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port b45893dc-f113-40eb-8a8e-589fd0d49b06 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:23.066596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:23.079028 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52d80fd9-bb4c-442d-806b-bcc2d5e330e1 req-3674dd8f-7f00-46c3-be95-43b832d727cc tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041302 Apr 20 10:15:23.169893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Router 9ea6e56c-c1e1-480f-96d6-48b418143f6d has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:15:23.382931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:23.394521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] Sync routers for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:23.406734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:23.407735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:23.475583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] No DVR routers for this DVR port db067e0c-bd8a-4400-8064-2e1db1aaa6f1 on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:15:23.477774 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:23.481041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-deleted', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:23.492059 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cfebe26e-e35c-4111-9dd7-29d859eceabb req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "DELETE /v2.0/ports/db067e0c-bd8a-4400-8064-2e1db1aaa6f1 HTTP/1.1" status: 204 len: 173 time: 2.1229441 Apr 20 10:15:23.546619 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7521ee-0624-4fe5-8971-a561aceaea3a', 'name': 'network-vif-deleted', 'tag': 'db067e0c-bd8a-4400-8064-2e1db1aaa6f1', 'status': 'completed', 'code': 200} Apr 20 10:15:23.683764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:23.976775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-7fdd6727-12fd-4d25-b6bd-7d70a5cddf4c req-6476626a-629e-4553-99dd-77e95bcf63a3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Synchronizing usage tracker for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:15:24.048332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-7fdd6727-12fd-4d25-b6bd-7d70a5cddf4c req-6476626a-629e-4553-99dd-77e95bcf63a3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Unset dirty status for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:15:24.049749 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7fdd6727-12fd-4d25-b6bd-7d70a5cddf4c req-6476626a-629e-4553-99dd-77e95bcf63a3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed7521ee-0624-4fe5-8971-a561aceaea3a HTTP/1.1" status: 200 len: 210 time: 0.1383545 Apr 20 10:15:24.148202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:24.153614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] Checking router: 9ea6e56c-c1e1-480f-96d6-48b418143f6d for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:24.165659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:24.166360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:24.377660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a309-6606-4894-a636-a25b56a3156c req-95428c9a-d6bd-423e-9819-dcad09a9d03f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:24.379667 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5400a309-6606-4894-a636-a25b56a3156c req-95428c9a-d6bd-423e-9819-dcad09a9d03f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1486120 Apr 20 10:15:24.444389 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5400a309-6606-4894-a636-a25b56a3156c req-4c94672d-f432-4c87-8f5f-f63bad28bc70 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560160 Apr 20 10:15:24.541880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39308) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:24.555674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:24.698385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-887620441-network', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:24.704064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:24.708445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Usage tracker for resource:network and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:24.712793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:24.720515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:24.776867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Made reservation on behalf of bfc2877b50ae4f18ab0b776a2eb41d05 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:24.785030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:24.815051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:24.842922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:24.847405 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:24.851554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:24.858533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:25.017251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.025327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:25.029997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9463165c-9de8-43a6-8d06-93bdb02a4704 None None] The sync data for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi is: [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:25.059964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.074635 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:15:25.077308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-23944a0b-40aa-40dc-baa0-cf2f2261ec1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:25.143348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.143941 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Added segment f70b6180-8010-47c2-9155-66dffe3ee213 of type vlan for network ca003e3b-8012-4a81-b65f-d9325f75f831 Apr 20 10:15:25.153890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ea73df-7d74-41a8-bb0e-8885f2590a8f,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:25.159160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:25.191908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.291744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.293388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:25.294268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.300300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cd8bfb87-5dbd-4ccd-8198-79a909662f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:25.339298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39320) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:25.432024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ca003e3b-8012-4a81-b65f-d9325f75f831,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:25.436500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:25.449152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network ca003e3b-8012-4a81-b65f-d9325f75f831 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:15:25.451274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ed53dfe4-2d57-4878-b593-69e0a9623093 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.462282 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e81b3d04-e76b-421e-9f4c-3bef687f77d3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9132149 Apr 20 10:15:25.462690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39324) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:25.470091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Request body: {'subnet': {'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-887620441-subnet', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:25.486472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:25.496877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Usage tracker for resource:subnet and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:25.509379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:25.517188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ed53dfe4-2d57-4878-b593-69e0a9623093 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.517436 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:25.567841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Made reservation on behalf of bfc2877b50ae4f18ab0b776a2eb41d05 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:25.574424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852484661'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.633603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ed53dfe4-2d57-4878-b593-69e0a9623093 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.633817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a412ffce-7e2f-4c0e-b560-cd822786e308 None None] New status for floating IP 32a9a4b7-c1a4-4269-89ab-adc8e7435eba: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:15:25.645166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e231fa89-3091-477f-85f7-a0b0fe4375cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:25.658993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53dfe4-2d57-4878-b593-69e0a9623093 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebc4423-d97b-41e2-92ca-dd5ad96b2481,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:25.688480 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ed53dfe4-2d57-4878-b593-69e0a9623093 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:25.720023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ed53dfe4-2d57-4878-b593-69e0a9623093 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:25.723116 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ed53dfe4-2d57-4878-b593-69e0a9623093 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "DELETE /v2.0/security-groups/5ebc4423-d97b-41e2-92ca-dd5ad96b2481 HTTP/1.1" status: 204 len: 168 time: 0.3809969 Apr 20 10:15:25.727542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:15:25.727829 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39330) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:25.767595 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.v2.resource [None req-a44be61e-3681-4f83-94cc-98124c76af8c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] show failed (client error): The resource could not be found. Apr 20 10:15:25.772747 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a44be61e-3681-4f83-94cc-98124c76af8c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups/5ebc4423-d97b-41e2-92ca-dd5ad96b2481 HTTP/1.1" status: 404 len: 347 time: 0.0445070 Apr 20 10:15:25.773432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39334) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:25.865881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: db067e0c-bd8a-4400-8064-2e1db1aaa6f1 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:15:25.866588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device db067e0c-bd8a-4400-8064-2e1db1aaa6f1 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:15:25.997125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1587d8b-117c-4094-857c-6e36e13f4416 req-7a650afb-9103-4a7f-b89c-21072d312faa tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:26.002271 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e1587d8b-117c-4094-857c-6e36e13f4416 req-7a650afb-9103-4a7f-b89c-21072d312faa tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.3280721 Apr 20 10:15:26.126511 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e1587d8b-117c-4094-857c-6e36e13f4416 req-f5efa3d3-4226-47b2-aeaa-9ec0fa2503b6 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603290 Apr 20 10:15:26.258788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Deleting port 849da8e2-b63b-4dae-8e15-d34749c30d49 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:26.259813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.259983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1981689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852484646'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.264479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c41704bd-f0da-460d-a8d4-8c974dfa6fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:26.348555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7770f066-3626-4da8-b268-32a698661f59,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:26.353563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:26.364045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Checking segment: {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:26.364717 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Network hostable DHCP agents. Network: ca003e3b-8012-4a81-b65f-d9325f75f831, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:15:26.416203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Network ca003e3b-8012-4a81-b65f-d9325f75f831 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:15:26.450436 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, ca003e3b-8012-4a81-b65f-d9325f75f831) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:26.461863 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e7865-76fa-40f6-878b-be47b6cd3543 None None] Network ca003e3b-8012-4a81-b65f-d9325f75f831 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:26.476382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.476955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.485489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:26.486179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.537825 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0732563 Apr 20 10:15:26.541829 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39340) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:26.548084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:26.554088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:26.559875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Usage tracker for resource:router and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:26.563365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:26.570172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:26.610547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.611792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.627588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Calling delete_port for 849da8e2-b63b-4dae-8e15-d34749c30d49 owned by network:floatingip {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:26.630699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.745830 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-ca003e3b-8012-4a81-b65f-d9325f75f831', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:15:26.747443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.982005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.987751 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:26.988777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:26.989159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Allocated IP 172.20.0.2 (ca003e3b-8012-4a81-b65f-d9325f75f831/7770f066-3626-4da8-b268-32a698661f59/ae782fb7-7efd-42b3-ab90-a3ff26c42297) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:27.038336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event deleted for resources: {'Port': ['ID=849da8e2-b63b-4dae-8e15-d34749c30d49,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:27.070922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:27.156901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.219687 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.225455 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "DELETE /v2.0/floatingips/32a9a4b7-c1a4-4269-89ab-adc8e7435eba HTTP/1.1" status: 204 len: 168 time: 1.4503119 Apr 20 10:15:27.261214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.274132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Transition to ACTIVE for port object ae782fb7-7efd-42b3-ab90-a3ff26c42297 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:27.298587 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Transition to ACTIVE for port object ae782fb7-7efd-42b3-ab90-a3ff26c42297 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:27.331277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.337539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-199ac20b-1b41-45a9-a0db-3b460a4da230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:27.407878 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Network ca003e3b-8012-4a81-b65f-d9325f75f831 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:27.411861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:27.416983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:27.457238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Pushing event updated for resources: {'Port': ['ID=ae782fb7-7efd-42b3-ab90-a3ff26c42297,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:27.504819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.505788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.507379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.508949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.512305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.513718 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.515024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.516251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.517508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.519069 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.522762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.524081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:15:27.544245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:27.586183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Attempting to bind port ae782fb7-7efd-42b3-ab90-a3ff26c42297 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:27.587054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Attempting to bind port ae782fb7-7efd-42b3-ab90-a3ff26c42297 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:27.587867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Attempting to bind port ae782fb7-7efd-42b3-ab90-a3ff26c42297 on network ca003e3b-8012-4a81-b65f-d9325f75f831 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:27.599230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:27.600250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Checking segment: {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:27.601107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.601938 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Bound using segment: {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:27.603145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Bound port: ae782fb7-7efd-42b3-ab90-a3ff26c42297, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:27.603991 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.635699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39350) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:27.641848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--996786962', 'description': 'tempest-description--245551001'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:27.648553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:27.653211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:security_group and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:27.656268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:27.663216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:27.711143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.720245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.741927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] For port ae782fb7-7efd-42b3-ab90-a3ff26c42297, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:27.747788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:27.749693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] For port ae782fb7-7efd-42b3-ab90-a3ff26c42297, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=ae782fb7-7efd-42b3-ab90-a3ff26c42297,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:27.752552 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:security_group_rule and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:27.756807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:27.762686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.763758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:27.769681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a9d95-6687-4338-a535-5e736b7178d9 req-030a7599-efb1-4943-83c2-76c4e2b21581 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:27.771512 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-706a9d95-6687-4338-a535-5e736b7178d9 req-030a7599-efb1-4943-83c2-76c4e2b21581 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.5083332 Apr 20 10:15:27.782866 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.789491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:27.844940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.889537 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-706a9d95-6687-4338-a535-5e736b7178d9 req-71811f48-3dd8-4cd3-ab29-f2097ac37b88 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810885 Apr 20 10:15:27.924417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Pushing event updated for resources: {'Port': ['ID=ae782fb7-7efd-42b3-ab90-a3ff26c42297,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:27.934551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:27.936798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:27.951021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c1149a5e-ec08-4058-9c7f-b72a27dc8f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:27.984653 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Allocated IP 172.27.3.162 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/9ac2f736-2739-4599-838d-488c85a026d2) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:28.031919 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd00b638-308d-463a-86fc-dfceb2925d58,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:28.036210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:28.062341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.064759 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4276955 Apr 20 10:15:28.067891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39354) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:28.074970 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'security_group_rule': {'security_group_id': 'cd00b638-308d-463a-86fc-dfceb2925d58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:28.081837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:28.086524 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:security_group_rule and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:28.089809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:28.096985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:28.155907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.189070 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.254952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.262743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.270005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f2cf4161-7e6e-49c1-803d-227e470ccdfa tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:28.295783 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.315787 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5114dfea-6187-409c-a0a7-86b1f044ad6b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:28.338108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97dd171-2f54-43be-93e4-c7a763488d80,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:28.341837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:28.343980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:28.346004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:28.351191 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:28.382265 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.387655 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-80a5b455-bbe7-472f-83c6-d0d61485dae2 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139293 Apr 20 10:15:28.389289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39360) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:28.401023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'security_group_rule': {'security_group_id': 'cd00b638-308d-463a-86fc-dfceb2925d58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:28.417617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:28.417896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac2f736-2739-4599-838d-488c85a026d2,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:28.423648 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:security_group_rule and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:28.426089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:28.427470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:28.434697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:28.485725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.561116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.596661 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.599289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-33952c17-ec73-40cb-a8bf-33011c96548b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:28.623098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11be4289-c67d-423d-b146-79a0aeb6b0e1,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:28.627634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:28.676660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.678377 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-504f45b1-21d3-4b8d-8b0a-1b27bf4cb26b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2872231 Apr 20 10:15:28.681864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39364) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:28.687697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'floatingip': {'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:28.694765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:28.699071 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:floatingip and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:28.702099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:28.708468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:28.749883 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.914705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:28.957914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.051737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device ae782fb7-7efd-42b3-ab90-a3ff26c42297 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:29.160026 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Allocated IP 172.27.3.52 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/e6516e33-d562-4ade-96b0-7151cc72f4d9) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:29.176555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port ae782fb7-7efd-42b3-ab90-a3ff26c42297 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:29.388269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad923a7c-df32-458a-a101-990a2e06d849 req-92ffbdc9-51e4-4794-a084-81242d5003e4 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:29.391397 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ad923a7c-df32-458a-a101-990a2e06d849 req-92ffbdc9-51e4-4794-a084-81242d5003e4 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.3256996 Apr 20 10:15:29.437600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.512078 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.517045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:29.528917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d457f-81fc-4d78-95e2-457b01d522e8 None None] Network ca003e3b-8012-4a81-b65f-d9325f75f831 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:29.569887 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ad923a7c-df32-458a-a101-990a2e06d849 req-7117ceea-925c-4c28-9c76-5ba194873e2d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854506 Apr 20 10:15:29.587643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:29.590900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:29.601054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.601310 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:29.651449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'Port': ['ID=e6516e33-d562-4ade-96b0-7151cc72f4d9,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:29.653887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-9d295d76-61a0-4b05-88ac-4cb0b168b67f None None] Provisioning for port ae782fb7-7efd-42b3-ab90-a3ff26c42297 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:29.656143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:29.661503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-9d295d76-61a0-4b05-88ac-4cb0b168b67f None None] Provisioning complete for port ae782fb7-7efd-42b3-ab90-a3ff26c42297 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:29.661924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9d295d76-61a0-4b05-88ac-4cb0b168b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.704354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.805846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.893349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:15:29.926997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9d295d76-61a0-4b05-88ac-4cb0b168b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:29.992511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-9d295d76-61a0-4b05-88ac-4cb0b168b67f None None] For port ae782fb7-7efd-42b3-ab90-a3ff26c42297, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=ae782fb7-7efd-42b3-ab90-a3ff26c42297,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:30.027596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9d295d76-61a0-4b05-88ac-4cb0b168b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:30.034695 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:30.065766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:30.095901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:30.106779 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:30.134253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d295d76-61a0-4b05-88ac-4cb0b168b67f None None] Pushing event updated for resources: {'Port': ['ID=ae782fb7-7efd-42b3-ab90-a3ff26c42297,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:30.138815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9d295d76-61a0-4b05-88ac-4cb0b168b67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:30.226417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'Port': ['ID=e6516e33-d562-4ade-96b0-7151cc72f4d9,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:30.235293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:30.247846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:30.258586 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-c94af493-1cb1-4461-8028-4cf64063bfc1 None None] Provisioning complete for port ae782fb7-7efd-42b3-ab90-a3ff26c42297 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:30.259523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c94af493-1cb1-4461-8028-4cf64063bfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:30.322523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:30.327906 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6411731 Apr 20 10:15:30.354583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:30.363421 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Sync routers for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:30.378842 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:30.379690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:30.421672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:30.425838 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8800759 Apr 20 10:15:30.426169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39378) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:30.622306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:30.765253 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-e6315416-6499-4cf8-8f6e-5f7ea2741bf4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--996786962&fields=id&tenant_id=8f35aa3e02484ed8b73777ccb11726e1 HTTP/1.1" status: 200 len: 267 time: 0.1188517 Apr 20 10:15:30.977515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device ae782fb7-7efd-42b3-ab90-a3ff26c42297 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:30.997736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:28Z', 'revision_number': 3, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:31.002424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Checking router: 7093e969-b3cf-4aae-b4b9-a148a9e1b993 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:31.002904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Updating router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 port 9ac2f736-2739-4599-838d-488c85a026d2 binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:15:31.062904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.071758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port ae782fb7-7efd-42b3-ab90-a3ff26c42297 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:31.072190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.224419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-3b26620a-7365-48a2-97ee-49e14d90bc37 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:31.226371 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-3b26620a-7365-48a2-97ee-49e14d90bc37 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 817 time: 0.3911979 Apr 20 10:15:31.316174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:15:31.319219 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373999f-af94-4ba4-aaf8-78592a548f33 req-23e5352f-5ce6-44b4-81eb-c9175c962a8b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:31.320890 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9373999f-af94-4ba4-aaf8-78592a548f33 req-23e5352f-5ce6-44b4-81eb-c9175c962a8b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.4784086 Apr 20 10:15:31.379743 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-71180624-ca10-4c2c-8074-eca300270544 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/quotas/8f35aa3e02484ed8b73777ccb11726e1 HTTP/1.1" status: 200 len: 375 time: 0.0866108 Apr 20 10:15:31.504681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.520578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Transition to ACTIVE for port object 9ac2f736-2739-4599-838d-488c85a026d2 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:31.530867 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9373999f-af94-4ba4-aaf8-78592a548f33 req-36ba6865-5d5e-42af-a116-c0efcc719aef tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500115 Apr 20 10:15:31.559366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.565054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:31.626520 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-0afdf157-42e1-423b-a3bc-a4592a031038 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2305820 Apr 20 10:15:31.659954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Attempting to bind port 9ac2f736-2739-4599-838d-488c85a026d2 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:31.660461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Attempting to bind port 9ac2f736-2739-4599-838d-488c85a026d2 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:31.660972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Attempting to bind port 9ac2f736-2739-4599-838d-488c85a026d2 on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:31.672341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835ffde-a61d-4b42-bfe4-182ee96d233f None None] Pushing event updated for resources: {'Port': ['ID=9ac2f736-2739-4599-838d-488c85a026d2,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:31.675382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f835ffde-a61d-4b42-bfe4-182ee96d233f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:31.676387 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:31.676897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:31.677255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.677705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:31.679469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Bound port: 9ac2f736-2739-4599-838d-488c85a026d2, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:31.679891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.775358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] For port 9ac2f736-2739-4599-838d-488c85a026d2, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:31.778961 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] For port 9ac2f736-2739-4599-838d-488c85a026d2, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9ac2f736-2739-4599-838d-488c85a026d2,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:31.839241 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.845677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:31.885099 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-0d12d21f-97fc-4006-b77e-7e5ba16cd383 service neutron] 10.222.0.26 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198176 Apr 20 10:15:31.889395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:31.939672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:31.940402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:32.069221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835ffde-a61d-4b42-bfe4-182ee96d233f None None] Pushing event updated for resources: {'Port': ['ID=9ac2f736-2739-4599-838d-488c85a026d2,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:32.080876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f835ffde-a61d-4b42-bfe4-182ee96d233f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:32.151146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:32.155063 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-5e75355c-440e-4d9b-a5c4-f5242ab5f4ad service neutron] 10.222.0.26 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547741 Apr 20 10:15:32.277154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Allocated IP 172.20.0.1 (ca003e3b-8012-4a81-b65f-d9325f75f831/7770f066-3626-4da8-b268-32a698661f59/1d1b02b3-8a89-4c4e-a105-ee208ed78de1) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:32.496441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:28Z', 'revision_number': 3, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:32.503114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44942875-db06-4281-ac75-e6ca853f0e80 None None] The sync data for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi is: [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:28Z', 'revision_number': 3, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:32.554671 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-508a6af1-ff62-4efc-9f9d-7bf6608fc1b0 req-e5209130-f6a0-4bd8-a545-74b708673fc3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 210 time: 0.0770326 Apr 20 10:15:32.631243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:32.669459 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Transition to ACTIVE for port object 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:33.063879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:33.073164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:33.157977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Network ca003e3b-8012-4a81-b65f-d9325f75f831 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:33.167793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceffe1-3eee-4cbe-9d9b-64679c26dcff req-f8436b9d-08d0-4299-882d-dc69216393f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:33.173187 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9fceffe1-3eee-4cbe-9d9b-64679c26dcff req-f8436b9d-08d0-4299-882d-dc69216393f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.4903867 Apr 20 10:15:33.176928 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:33.180257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:33.245229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Pushing event updated for resources: {'Port': ['ID=1d1b02b3-8a89-4c4e-a105-ee208ed78de1,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:33.253400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:33.320254 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9fceffe1-3eee-4cbe-9d9b-64679c26dcff req-19dc420b-fe36-4b67-97ee-80db7e4d3c19 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005569 Apr 20 10:15:33.321363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:33.514473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-dc2e84f7-775f-4d0d-9541-1a91c03c1e58 None None] Provisioning for port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:33.534600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-dc2e84f7-775f-4d0d-9541-1a91c03c1e58 None None] Provisioning complete for port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:33.535276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-dc2e84f7-775f-4d0d-9541-1a91c03c1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:33.541709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:33.790383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e84f7-775f-4d0d-9541-1a91c03c1e58 None None] Port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:15:33.851317 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5bc34831-c703-46da-8641-b33e619e75b8 req-6e55977d-d741-4600-8e85-a8868d8e6975 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 210 time: 0.0807290 Apr 20 10:15:33.975430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:34.002293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:34.038913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:34.139879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:34.146363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Pushing event updated for resources: {'Port': ['ID=1d1b02b3-8a89-4c4e-a105-ee208ed78de1,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:34.152937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:34.324969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Network ca003e3b-8012-4a81-b65f-d9325f75f831 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:34.326269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:34.720255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-6a5745e1-109b-4456-8241-f85e7070b0c6 None None] Provisioning complete for port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:34.720692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6a5745e1-109b-4456-8241-f85e7070b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:34.770703 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:15:34.779161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-84d33ec7-2a58-4391-aaa5-ad43db0bfff0 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:34.780827 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-84d33ec7-2a58-4391-aaa5-ad43db0bfff0 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 817 time: 0.3048022 Apr 20 10:15:34.786804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-6a5745e1-109b-4456-8241-f85e7070b0c6 None None] Port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:15:34.793559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811b103-429d-4f8e-b625-5db66cf9bf66 req-a9540f09-2bc1-4ee8-9b33-128419c0f446 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:34.795228 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1811b103-429d-4f8e-b625-5db66cf9bf66 req-a9540f09-2bc1-4ee8-9b33-128419c0f446 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.3213251 Apr 20 10:15:35.065843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9ac2f736-2739-4599-838d-488c85a026d2 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:35.151502 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f75c478f-3fe5-4b33-a132-df6c6fb16e85 req-e932a877-3272-45a3-bc6d-159c3f887c3b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 210 time: 0.1419413 Apr 20 10:15:35.164299 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1811b103-429d-4f8e-b625-5db66cf9bf66 req-450c4efa-b476-4dd8-b34a-6d2371f779bf tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494830 Apr 20 10:15:35.170091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 9ac2f736-2739-4599-838d-488c85a026d2 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:35.176811 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-6194bc6b-4de3-445b-aff1-d6ffcd600c3b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f35aa3e02484ed8b73777ccb11726e1 HTTP/1.1" status: 200 len: 5703 time: 0.3803313 Apr 20 10:15:35.178497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9ac2f736-2739-4599-838d-488c85a026d2 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:35.179146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:35.204497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'port': {'device_id': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'admin_state_up': True, 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'security_groups': ['cd00b638-308d-463a-86fc-dfceb2925d58']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:35.304418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:35.328483 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] 10.222.0.26 "PUT /v2.0/routers/7093e969-b3cf-4aae-b4b9-a148a9e1b993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9009583 Apr 20 10:15:35.388596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:35.393617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Usage tracker for resource:port and tenant:8f35aa3e02484ed8b73777ccb11726e1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:35.398081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:35.405228 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:35.420092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:35.444082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 9ac2f736-2739-4599-838d-488c85a026d2, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9ac2f736-2739-4599-838d-488c85a026d2,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:35.570617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Made reservation on behalf of 8f35aa3e02484ed8b73777ccb11726e1 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:35.576957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:35.625234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:35.627451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:35.707205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=9ac2f736-2739-4599-838d-488c85a026d2,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:35.711286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:35.772981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Allocated IP 172.20.0.12 (91c8a877-6d98-4175-ae61-6221c821cb4b/73cabdd6-1d5d-4833-9c2a-bccc2239c312/ff508154-9511-4eca-9f70-ee8eadecc659) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:35.796233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Sync routers for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:35.807428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:35.808109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:36.008468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:36.197857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.216765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Transition to ACTIVE for port object ff508154-9511-4eca-9f70-ee8eadecc659 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:36.391033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39462) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:36.398368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1114836022-network', 'tenant_id': 'f417186feb6e403a9dae5501b197830a'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:36.404396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:36.410644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.414395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Usage tracker for resource:network and tenant:f417186feb6e403a9dae5501b197830a is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:36.418158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:36.424860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:36.431974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:36.455865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '1d1b02b3-8a89-4c4e-a105-ee208ed78de1', 'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'mac_address': 'fa:16:3e:7d:7d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:32Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 2, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'subnets': [{'id': '7770f066-3626-4da8-b268-32a698661f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:36.461296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Checking router: 7093e969-b3cf-4aae-b4b9-a148a9e1b993 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:36.461757 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Updating router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:15:36.492849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Made reservation on behalf of f417186feb6e403a9dae5501b197830a for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:36.501076 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.529094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.548196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.558248 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:36.565781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Usage tracker for resource:security_group_rule and tenant:f417186feb6e403a9dae5501b197830a is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:36.572409 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:36.574444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Network 91c8a877-6d98-4175-ae61-6221c821cb4b is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:36.582714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:36.586458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:36.592147 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:36.622076 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:36.637654 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:36.710369 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:36.711018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.723846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9843601-acfd-4453-9dc0-60692d53f87b req-91127b19-56ff-487d-9f75-e89898cbafbf tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:36.737894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a9843601-acfd-4453-9dc0-60692d53f87b req-91127b19-56ff-487d-9f75-e89898cbafbf tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.4085104 Apr 20 10:15:36.777590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.800097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a1bd-d292-412d-96b5-038973733c02 req-18b40ac7-0f2e-4c37-ad26-69639ba6fc7e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:36.801816 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-83b5a1bd-d292-412d-96b5-038973733c02 req-18b40ac7-0f2e-4c37-ad26-69639ba6fc7e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 932 time: 0.3804719 Apr 20 10:15:36.810977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.822468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b9131a32-4de1-4b50-8620-05a615ef79d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:36.853249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:15:36.869523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322d758-3d04-4dfa-9801-3d442b27cb1f,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:36.876935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.878003 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Added segment a4339231-8f31-4073-8297-0317646e1b03 of type vlan for network 8e43a850-a9fe-409a-96de-e3036d6e9c6f Apr 20 10:15:36.878471 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6810882 Apr 20 10:15:36.897556 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a9843601-acfd-4453-9dc0-60692d53f87b req-38601202-8f9f-44b7-b65a-c3192d5efb63 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366541 Apr 20 10:15:36.906113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Request body: {'port': {'device_id': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:36.924240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:36.932487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:36.937917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-242a8a77-d6ca-4dd3-a9e1-7aca952cff9e None None] Provisioning for port ff508154-9511-4eca-9f70-ee8eadecc659 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:36.947567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-242a8a77-d6ca-4dd3-a9e1-7aca952cff9e None None] Provisioning complete for port ff508154-9511-4eca-9f70-ee8eadecc659 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:36.948138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-242a8a77-d6ca-4dd3-a9e1-7aca952cff9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.001328 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9ac2f736-2739-4599-838d-488c85a026d2 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:37.004190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.006547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:37.007409 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.013922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-339ec813-5feb-4229-bfb9-30782754b426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:37.095406 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-242a8a77-d6ca-4dd3-a9e1-7aca952cff9e None None] Port ff508154-9511-4eca-9f70-ee8eadecc659 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:15:37.139451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Pushing event updated for resources: {'Network': ['ID=8e43a850-a9fe-409a-96de-e3036d6e9c6f,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:37.147846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:37.165733 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7744627 Apr 20 10:15:37.168810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39466) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:37.175596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Request body: {'subnet': {'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1114836022-subnet', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'ip_version': 4}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:37.185644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:37.193573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Usage tracker for resource:subnet and tenant:f417186feb6e403a9dae5501b197830a is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:37.199183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:37.207101 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-83b5a1bd-d292-412d-96b5-038973733c02 req-73b9d3b0-ea64-44fc-b7ec-e7f13b9bba3f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953149 Apr 20 10:15:37.209183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:37.224605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:15:37.253885 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Made reservation on behalf of f417186feb6e403a9dae5501b197830a for: {'subnet': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:37.259225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852589033'] for subnet, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.324719 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.363163 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9ac2f736-2739-4599-838d-488c85a026d2 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:37.363811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.410786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.474959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Transition to ACTIVE for port object 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:37.544578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.561340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d8f3b3ee-bfc2-4141-a7f0-86d0903fcf26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:37.571858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31f21a-bcef-4a78-994f-9714a683955a req-13fbc1d0-ca9b-4962-842c-8e50c734e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:37.573585 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bd31f21a-bcef-4a78-994f-9714a683955a req-13fbc1d0-ca9b-4962-842c-8e50c734e45d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 1099 time: 0.1918566 Apr 20 10:15:37.646526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10fb38-257f-4338-9209-207435242c31 None None] Pushing event updated for resources: {'Port': ['ID=1d1b02b3-8a89-4c4e-a105-ee208ed78de1,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:37.684834 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bd31f21a-bcef-4a78-994f-9714a683955a req-73d811ec-08be-4562-bd8d-51418bebd172 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025085 Apr 20 10:15:37.761177 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4d10fb38-257f-4338-9209-207435242c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:37.908840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff508154-9511-4eca-9f70-ee8eadecc659 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:15:37.935645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.945655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Attempting to bind port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:37.946515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Attempting to bind port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:37.947159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Attempting to bind port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 on network ca003e3b-8012-4a81-b65f-d9325f75f831 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:37.971849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Transition to ACTIVE for port object ff508154-9511-4eca-9f70-ee8eadecc659 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:37.973036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:37.973931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Checking segment: {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:37.975608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.976582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Bound using segment: {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:37.977843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Bound port: 1d1b02b3-8a89-4c4e-a105-ee208ed78de1, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:37.978725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:37.984797 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-43891676-af94-47b9-a0a3-6893f4024818 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139341280&fields=id&tenant_id=b14fa126086e4ec1b462dd99b1744781 HTTP/1.1" status: 200 len: 267 time: 0.0693443 Apr 20 10:15:38.035095 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.048292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:38.075857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851707053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852589050'] for subnet, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.081130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:38.115205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] For port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:38.118980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] For port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=1d1b02b3-8a89-4c4e-a105-ee208ed78de1,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:38.163713 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.170472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7723a882-b093-4255-9125-8d8d61f31e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:38.171652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a970f74e-3329-4ad4-a674-c6de0f7567b1,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:38.174702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:38.186755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Checking segment: {'id': 'a4339231-8f31-4073-8297-0317646e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:38.187159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Network hostable DHCP agents. Network: 8e43a850-a9fe-409a-96de-e3036d6e9c6f, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:15:38.246903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:15:38.261720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:38.262498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:38.297865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 8e43a850-a9fe-409a-96de-e3036d6e9c6f) {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:38.312443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:38.313450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.337876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fb642b-cb36-4a98-a923-f1a8a3a64828 None None] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:38.382009 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-cda764d5-7066-4b10-bb2a-4459a1ddf082 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2119577 Apr 20 10:15:38.383330 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39484) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:38.390167 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:38.399619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:38.418757 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:38.422130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:38.428144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Usage tracker for resource:router and tenant:f417186feb6e403a9dae5501b197830a is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:38.432598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:38.441441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:38.485307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.489682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.541213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-57839a07-5cd8-4e88-a9cc-b9d874a88e32 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:38.542959 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-57839a07-5cd8-4e88-a9cc-b9d874a88e32 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 811 time: 0.5464811 Apr 20 10:15:38.554945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.620594 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-87391ea3-f432-474c-acf3-c3728d84fb38 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/quotas/b14fa126086e4ec1b462dd99b1744781 HTTP/1.1" status: 200 len: 375 time: 0.0290859 Apr 20 10:15:38.663179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10fb38-257f-4338-9209-207435242c31 None None] Pushing event updated for resources: {'Port': ['ID=1d1b02b3-8a89-4c4e-a105-ee208ed78de1,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:38.712453 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96ac6e-f98a-47f0-a9a3-455950d6bc0a req-3803ec9f-4cdb-425f-89e6-f0fb6a42842d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:38.714250 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4e96ac6e-f98a-47f0-a9a3-455950d6bc0a req-3803ec9f-4cdb-425f-89e6-f0fb6a42842d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.6722023 Apr 20 10:15:38.745145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Attempting to bind port ff508154-9511-4eca-9f70-ee8eadecc659 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:38.745535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Attempting to bind port ff508154-9511-4eca-9f70-ee8eadecc659 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:38.745895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Attempting to bind port ff508154-9511-4eca-9f70-ee8eadecc659 on network 91c8a877-6d98-4175-ae61-6221c821cb4b {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:38.748733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4d10fb38-257f-4338-9209-207435242c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:38.765439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Port ff508154-9511-4eca-9f70-ee8eadecc659 on network 91c8a877-6d98-4175-ae61-6221c821cb4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:15:38.765848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Attempting to bind port ff508154-9511-4eca-9f70-ee8eadecc659 on network 91c8a877-6d98-4175-ae61-6221c821cb4b {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:38.798511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:38.798880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Checking segment: {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:38.799324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Bound using segment: {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:38.799839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Bound port: ff508154-9511-4eca-9f70-ee8eadecc659, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:38.800233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:38.823399 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4e96ac6e-f98a-47f0-a9a3-455950d6bc0a req-f66b13a4-97f7-48fa-ab41-b52c88306e1a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983768 Apr 20 10:15:38.888266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:38.902741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-c66edbc7-5811-4a63-a25f-a2cf0318ddce tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Synchronizing usage tracker for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:15:38.946152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:38.949856 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:39.008936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-c66edbc7-5811-4a63-a25f-a2cf0318ddce tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Unset dirty status for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:15:39.010997 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-c66edbc7-5811-4a63-a25f-a2cf0318ddce tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3770468 Apr 20 10:15:39.019074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.026193 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:39.160277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.169202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:39.169896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.171425 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] 10.222.0.55 "PUT /v2.0/ports/ff508154-9511-4eca-9f70-ee8eadecc659 HTTP/1.1" status: 200 len: 1094 time: 2.2726648 Apr 20 10:15:39.185551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:39.243088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:39.264525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:39.333454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219565b-4077-45b4-9aae-f48cac839a96 req-6b3c559e-ab11-464d-bbc4-85ff216395e4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:39.334242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6219565b-4077-45b4-9aae-f48cac839a96 req-6b3c559e-ab11-464d-bbc4-85ff216395e4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Synchronizing usage tracker for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:15:39.362457 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-4372ab1f-9d3a-4f9a-99b8-c93d3242f9ab service neutron] 10.222.0.26 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014033 Apr 20 10:15:39.396444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-8e43a850-a9fe-409a-96de-e3036d6e9c6f', 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'fixed_ips': [{'subnet_id': 'a970f74e-3329-4ad4-a674-c6de0f7567b1'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:15:39.397394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.469665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-6219565b-4077-45b4-9aae-f48cac839a96 req-6b3c559e-ab11-464d-bbc4-85ff216395e4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Unset dirty status for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:15:39.471013 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6219565b-4077-45b4-9aae-f48cac839a96 req-6b3c559e-ab11-464d-bbc4-85ff216395e4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.5103574 Apr 20 10:15:39.548003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-afc21157-c64c-400a-adba-ecbb8601932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:39.549671 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-afc21157-c64c-400a-adba-ecbb8601932a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 1097 time: 0.2812576 Apr 20 10:15:39.603043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.657030 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6219565b-4077-45b4-9aae-f48cac839a96 req-7fbeb2ee-42c4-4f99-b5ad-0b484d8f7c77 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612103 Apr 20 10:15:39.659837 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-eb5dcb5a-75fa-4a66-8dc0-5b44c11513df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff508154-9511-4eca-9f70-ee8eadecc659 HTTP/1.1" status: 200 len: 217 time: 0.0995388 Apr 20 10:15:39.662349 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-46e94f4a-49aa-4247-a58f-627259d0ec56 service neutron] 10.222.0.26 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886713 Apr 20 10:15:39.662947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '1d1b02b3-8a89-4c4e-a105-ee208ed78de1', 'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'mac_address': 'fa:16:3e:7d:7d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:32Z', 'updated_at': '2021-04-20T10:15:38Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'subnets': [{'id': '7770f066-3626-4da8-b268-32a698661f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:39.668768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:39.672546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Allocated IP 172.20.0.2 (8e43a850-a9fe-409a-96de-e3036d6e9c6f/a970f74e-3329-4ad4-a674-c6de0f7567b1/9199e92c-22bf-45cf-a1da-33fd5f2850c2) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:39.674870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031b11a-cb30-4b12-90d9-ebe7462be698 None None] The sync data for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi is: [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '1d1b02b3-8a89-4c4e-a105-ee208ed78de1', 'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'mac_address': 'fa:16:3e:7d:7d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:32Z', 'updated_at': '2021-04-20T10:15:38Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'subnets': [{'id': '7770f066-3626-4da8-b268-32a698661f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:39.805742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-0d41b383-d7dc-40b0-817d-228adc457853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:39.813643 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-0d41b383-d7dc-40b0-817d-228adc457853 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.1436694 Apr 20 10:15:39.816068 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'status': 'completed', 'code': 200} Apr 20 10:15:39.998538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-8a1ce463-1d7a-45b5-8618-f64879ff3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:40.000163 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-8a1ce463-1d7a-45b5-8618-f64879ff3017 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1740992 Apr 20 10:15:40.072549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Allocated IP 172.27.3.70 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/80eb5b9f-04dc-4c21-aabd-bee23c81a00b) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:40.098131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:40.126678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Transition to ACTIVE for port object 9199e92c-22bf-45cf-a1da-33fd5f2850c2 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:40.151119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Transition to ACTIVE for port object 9199e92c-22bf-45cf-a1da-33fd5f2850c2 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:40.210822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:40.227503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-21fc14f4-3baf-42b6-956d-59cc00642dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:40.317131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:40.322097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:40.323992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Pushing event updated for resources: {'Port': ['ID=9199e92c-22bf-45cf-a1da-33fd5f2850c2,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:40.337712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:40.338724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:40.341918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:40.377389 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-731ba162-ac14-4aa7-b8eb-feb10aaedad4 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639886 Apr 20 10:15:40.389818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458669d-21dd-415b-b45d-bb24c1fb3195 req-aa961eba-4e13-4d7e-a01b-d25e9070dca6 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:40.399536 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2458669d-21dd-415b-b45d-bb24c1fb3195 req-aa961eba-4e13-4d7e-a01b-d25e9070dca6 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.3454769 Apr 20 10:15:40.426439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:40.447976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:40.462416 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Attempting to bind port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:40.462844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Attempting to bind port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'a4339231-8f31-4073-8297-0317646e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:40.463261 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Attempting to bind port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 on network 8e43a850-a9fe-409a-96de-e3036d6e9c6f {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:40.470319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:40.470685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Checking segment: {'id': 'a4339231-8f31-4073-8297-0317646e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:40.471137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:40.471583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Bound using segment: {'id': 'a4339231-8f31-4073-8297-0317646e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:40.472666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Bound port: 9199e92c-22bf-45cf-a1da-33fd5f2850c2, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4339231-8f31-4073-8297-0317646e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:40.472809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:40.558863 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:40.559758 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2458669d-21dd-415b-b45d-bb24c1fb3195 req-94435678-8de9-4c77-a156-e43b2c55ffcb tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590416 Apr 20 10:15:40.566170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:40.589870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:40.642909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] For port 9199e92c-22bf-45cf-a1da-33fd5f2850c2, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:40.652763 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] For port 9199e92c-22bf-45cf-a1da-33fd5f2850c2, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9199e92c-22bf-45cf-a1da-33fd5f2850c2,segment=NetworkSegment(a4339231-8f31-4073-8297-0317646e1b03),segment_id=a4339231-8f31-4073-8297-0317646e1b03)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:40.683375 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-093d806d-1962-4d5b-ba6f-03be2b03eb00 req-130eadab-1844-4678-9d7b-44884aa7ba54 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805960 Apr 20 10:15:40.690521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:40.703594 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4d10fb38-257f-4338-9209-207435242c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:40.864105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Pushing event updated for resources: {'Port': ['ID=80eb5b9f-04dc-4c21-aabd-bee23c81a00b,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:40.919185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:40.948231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Pushing event updated for resources: {'Port': ['ID=9199e92c-22bf-45cf-a1da-33fd5f2850c2,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:40.966786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:41.099367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:41.222358 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d6d466c4-d9da-4ce6-ad88-8e3ce630ad99 req-1cc9f336-65d6-4d5c-838b-925b2a646763 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 210 time: 0.5422263 Apr 20 10:15:41.334370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:41.344623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:41.344623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:41.441448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-b2ceab44-30ca-4c43-9160-ce8784a732c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:41.445890 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-b2ceab44-30ca-4c43-9160-ce8784a732c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 1097 time: 0.2426476 Apr 20 10:15:41.567367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:41.659999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=1d1b02b3-8a89-4c4e-a105-ee208ed78de1,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:41.700293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:41.702215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9265c-76d2-4a38-b5a5-00b5f9d53f0c req-27bcbf57-3375-42f0-aef7-1ab08229e737 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:41.703779 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c573a3f5-a5d5-4f3b-932d-c6150e175971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:41.705068 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-93d9265c-76d2-4a38-b5a5-00b5f9d53f0c req-27bcbf57-3375-42f0-aef7-1ab08229e737 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.2190311 Apr 20 10:15:41.777243 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-93d9265c-76d2-4a38-b5a5-00b5f9d53f0c req-f1541836-f4eb-441b-b7a2-299153fa0af3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577919 Apr 20 10:15:41.780619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-abcc5c5b-a06b-4abc-a00d-7325790f5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:41.782416 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-abcc5c5b-a06b-4abc-a00d-7325790f5d86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.3285673 Apr 20 10:15:41.826740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=1d1b02b3-8a89-4c4e-a105-ee208ed78de1,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:41.831440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:41.890665 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-47ce813d-91a3-4fca-80ce-ee9f2cd1543c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff508154-9511-4eca-9f70-ee8eadecc659 HTTP/1.1" status: 200 len: 217 time: 0.0989771 Apr 20 10:15:41.942475 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.091778 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-b0fc300f-02f9-49fe-a494-7284687246a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:42.093701 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-b0fc300f-02f9-49fe-a494-7284687246a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.1953018 Apr 20 10:15:42.208149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa673c-4fe2-4c67-9f57-65c455662459 req-c1251e1f-f2bf-4433-8f0b-ce40371b1f94 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:42.216230 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8dfa673c-4fe2-4c67-9f57-65c455662459 req-c1251e1f-f2bf-4433-8f0b-ce40371b1f94 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.2082412 Apr 20 10:15:42.218398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-3179c7fd-de20-4e64-ae4c-d92a76b2e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:42.218848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-76e4e6b3-1563-4051-aebd-1811646f782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:42.220035 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-3179c7fd-de20-4e64-ae4c-d92a76b2e7c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aff0273c806d4621893b13562813a251&device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 1099 time: 0.2178838 Apr 20 10:15:42.220805 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-76e4e6b3-1563-4051-aebd-1811646f782f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1188731 Apr 20 10:15:42.482492 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-34b894d0-ac9c-4d3f-9877-fccc4348f1ea req-40e9aaad-8e55-4334-aa1e-ec7a5c377c64 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 210 time: 0.0921514 Apr 20 10:15:42.531403 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8dfa673c-4fe2-4c67-9f57-65c455662459 req-56c1fa27-55e6-4bab-8fc1-6c4c8577f4bd tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093679 Apr 20 10:15:42.543212 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-dd7b71f3-aba6-446f-b36d-b24672d20556 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965119 Apr 20 10:15:42.770619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b3878-a9d9-47d7-9298-b38b8f9e920f None None] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:15:42.776774 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-263c5c18-c16b-4174-80e3-b56cb33a04ad req-ceadc81c-b424-424f-83e7-b2d6a392ca60 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266784 Apr 20 10:15:42.804956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:42.919630 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-5643f466-62d7-4d32-95d5-22bae157ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:42.922362 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-5643f466-62d7-4d32-95d5-22bae157ec5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 200 len: 920 time: 0.5428317 Apr 20 10:15:43.113912 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-ea23da6e-b4ce-403a-8613-6ddce0784183 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 HTTP/1.1" status: 200 len: 217 time: 0.0932102 Apr 20 10:15:43.116298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01028b7-992b-4493-8975-2924c576abb6 req-80249f0b-d4e9-4391-a950-0986cc2f6edb tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:43.118547 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e01028b7-992b-4493-8975-2924c576abb6 req-80249f0b-d4e9-4391-a950-0986cc2f6edb tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1366301 Apr 20 10:15:43.180911 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e01028b7-992b-4493-8975-2924c576abb6 req-511b432b-70a2-426c-ac7f-d83a9ba4325f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539601 Apr 20 10:15:43.235173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-87c88987-403c-4859-bbdb-890e02d684b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:43.236823 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-87c88987-403c-4859-bbdb-890e02d684b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 200 len: 859 time: 0.1032207 Apr 20 10:15:43.242197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9199e92c-22bf-45cf-a1da-33fd5f2850c2 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:43.305403 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-edc91901-591c-4c10-96c5-28c006759476 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ec7dae7f-7b70-4293-a792-03bea697db19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595801 Apr 20 10:15:43.338358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-a63609c2-bade-4347-8b1c-edc7967264f7 None None] Provisioning for port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:43.470166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:43.480493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:43.480841 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-d46e0ecd-0435-4a00-80a8-cb1781613afc service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613107 Apr 20 10:15:43.481026 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.619209 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Router f52da84b-84f1-4f0a-a85a-071e99a45059 is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:15:43.689197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-8dda6cd4-01c6-42b0-b223-2d96d7bfc126 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:43.691202 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-8dda6cd4-01c6-42b0-b223-2d96d7bfc126 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 811 time: 0.2827139 Apr 20 10:15:43.693376 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1d0f-5a7c-45ed-b80c-e3af8fe8c744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.746519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:43.778392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:15:43.918006 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f9340da3-7412-4de4-93d2-cdcea03f8ebf tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b14fa126086e4ec1b462dd99b1744781 HTTP/1.1" status: 200 len: 8059 time: 0.2165244 Apr 20 10:15:43.936938 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84fb6a78-7c6c-4acd-ba68-44db502a14c5 req-34b236e9-315b-4cb9-a957-4e262c166a71 service neutron] 10.222.0.55 "GET /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472566 Apr 20 10:15:43.978831 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'port': {'device_id': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'admin_state_up': True, 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'security_groups': ['dcda06c7-f8b9-4b05-8a25-24615e16344f']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:43.980079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 9199e92c-22bf-45cf-a1da-33fd5f2850c2, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9199e92c-22bf-45cf-a1da-33fd5f2850c2,segment=NetworkSegment(a4339231-8f31-4073-8297-0317646e1b03),segment_id=a4339231-8f31-4073-8297-0317646e1b03)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:43.984924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-1fb1359d-cab3-4755-9920-e06b79808610 None None] Provisioning complete for port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:43.985351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1fb1359d-cab3-4755-9920-e06b79808610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.008750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:44.025924 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b9ee7b2-41b6-4835-ba1a-7f62b07a19e1 req-9669d019-fdf1-43ae-b9c3-ecd601765812 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 210 time: 0.2802987 Apr 20 10:15:44.030573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Sync routers for ids ['f52da84b-84f1-4f0a-a85a-071e99a45059'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:44.045458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Routers {'f52da84b-84f1-4f0a-a85a-071e99a45059'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:44.050821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['f52da84b-84f1-4f0a-a85a-071e99a45059'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:44.062399 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.063348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:44.097093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:44.108090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c75d43c7-d9c5-4aff-8df6-2b4db40cc1c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:44.130197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.136471 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7471740 Apr 20 10:15:44.136833 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39528) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:44.187991 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'port_id': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'mac_address': 'fa:16:3e:ba:6a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:15:44.247044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49e883-d710-408c-b069-1ce0087a81a8 req-2dea6c0b-be89-407a-86a6-e3b183f9f9a3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:44.249338 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5d49e883-d710-408c-b069-1ce0087a81a8 req-2dea6c0b-be89-407a-86a6-e3b183f9f9a3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.3394060 Apr 20 10:15:44.257080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:44.313127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=9199e92c-22bf-45cf-a1da-33fd5f2850c2,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:44.321497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:44.324394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.348156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:44.382066 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5d49e883-d710-408c-b069-1ce0087a81a8 req-e358339c-d4fa-4b41-bc36-75b181f22f77 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169183 Apr 20 10:15:44.424370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff508154-9511-4eca-9f70-ee8eadecc659 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:15:44.435722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:44.436162 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.459972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Set router f52da84b-84f1-4f0a-a85a-071e99a45059 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:44.487883 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Made reservation on behalf of b14fa126086e4ec1b462dd99b1744781 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:15:44.495132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.542499 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:44.628014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:44.633021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:44.650516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74b1b9-d255-4edc-9871-96e0e7eb5d22 req-32e35ba8-3413-4a22-b0ab-81e02840d388 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:44.652321 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ca74b1b9-d255-4edc-9871-96e0e7eb5d22 req-32e35ba8-3413-4a22-b0ab-81e02840d388 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.2459962 Apr 20 10:15:44.739228 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:44.759096 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:44.807160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Allocated IP 172.20.0.3 (92475c78-fcfe-4e5a-bde8-72785e2520e6/644f478a-6fe1-4e41-b43b-51546c64d2e3/4d6a9fc7-5651-4618-9c18-6774383be776) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:44.830299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:38Z', 'updated_at': '2021-04-20T10:15:41Z', 'revision_number': 3, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'gw_port': {'id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:42:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:39Z', 'updated_at': '2021-04-20T10:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:44.835578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Checking router: f52da84b-84f1-4f0a-a85a-071e99a45059 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:44.835976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Updating router f52da84b-84f1-4f0a-a85a-071e99a45059 port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:15:44.919632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['ff508154-9511-4eca-9f70-ee8eadecc659'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:15:44.924090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.025353 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ca74b1b9-d255-4edc-9871-96e0e7eb5d22 req-d97c12d3-f56d-431e-8ddd-d45b746b297d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720588 Apr 20 10:15:45.067012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9199e92c-22bf-45cf-a1da-33fd5f2850c2 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:45.141622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.163064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Transition to ACTIVE for port object 4d6a9fc7-5651-4618-9c18-6774383be776 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:45.281141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.290130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.309322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:45.342286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:45.350345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.351277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.395990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'Port': ['ID=4d6a9fc7-5651-4618-9c18-6774383be776,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:45.403448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:45.430297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:45.435335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:45.451974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:45.487583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.528055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Transition to ACTIVE for port object 80eb5b9f-04dc-4c21-aabd-bee23c81a00b will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:45.573636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.580308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-100d07e7-7470-472e-8d20-6fab6068537e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:45.613017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b392d5-6f82-4e83-ba26-066077b88da3 req-ebb3ec93-71f5-41ce-ba00-0162de90d961 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:45.615364 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57b392d5-6f82-4e83-ba26-066077b88da3 req-ebb3ec93-71f5-41ce-ba00-0162de90d961 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 931 time: 0.3859956 Apr 20 10:15:45.634967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:45.635868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.677987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Allocated IP 172.20.0.1 (8e43a850-a9fe-409a-96de-e3036d6e9c6f/a970f74e-3329-4ad4-a674-c6de0f7567b1/c92d13c0-3ba2-4c9e-91ac-a5576faf7315) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:15:45.766036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Attempting to bind port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:45.767699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Attempting to bind port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:45.767699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Attempting to bind port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:45.784543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:45.785111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:45.785683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.786225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:45.787064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Bound port: 80eb5b9f-04dc-4c21-aabd-bee23c81a00b, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:45.787795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.819403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-d958730e-bafa-4501-8c27-345fea79db94 None None] Provisioning for port 4d6a9fc7-5651-4618-9c18-6774383be776 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:45.825111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-d958730e-bafa-4501-8c27-345fea79db94 None None] Provisioning complete for port 4d6a9fc7-5651-4618-9c18-6774383be776 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:45.825525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d958730e-bafa-4501-8c27-345fea79db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.886038 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9137485 Apr 20 10:15:45.886482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d797ec4-d831-4af8-906e-eff7af553f63 None None] Pushing event updated for resources: {'Port': ['ID=80eb5b9f-04dc-4c21-aabd-bee23c81a00b,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:45.891359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9d797ec4-d831-4af8-906e-eff7af553f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:45.896303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] For port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:45.900248 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] For port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=80eb5b9f-04dc-4c21-aabd-bee23c81a00b,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:45.917894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57b392d5-6f82-4e83-ba26-066077b88da3 req-76f02c9c-cbff-4080-8eeb-ae7ebb0c81c6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652817 Apr 20 10:15:45.923837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-d958730e-bafa-4501-8c27-345fea79db94 None None] Port 4d6a9fc7-5651-4618-9c18-6774383be776 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:15:45.925094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Request body: {'port': {'device_id': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:45.927537 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.948794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Transition to ACTIVE for port object c92d13c0-3ba2-4c9e-91ac-a5576faf7315 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:45.954385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:45.963840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-100d07e7-7470-472e-8d20-6fab6068537e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:46.009610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37166a91-a40c-4732-8d2d-d35190ff7c7c req-cee986a6-a349-4cb8-ae52-5afbece45c17 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:46.012992 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37166a91-a40c-4732-8d2d-d35190ff7c7c req-cee986a6-a349-4cb8-ae52-5afbece45c17 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.3220069 Apr 20 10:15:46.018108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.028478 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-219ae57b-3eb9-409f-9baa-8460168776ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:46.051123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Routers {'f52da84b-84f1-4f0a-a85a-071e99a45059'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:46.051815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['f52da84b-84f1-4f0a-a85a-071e99a45059'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:46.122481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:46.126038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:46.129289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:15:46.164852 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.204744 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-37166a91-a40c-4732-8d2d-d35190ff7c7c req-60f7b735-8b54-47b0-b92c-f312dee7ec24 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464860 Apr 20 10:15:46.219244 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Pushing event updated for resources: {'Port': ['ID=c92d13c0-3ba2-4c9e-91ac-a5576faf7315,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:46.232212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:46.277264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.310755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-668d51db-be4d-4939-a9bd-e4968444197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.364489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d797ec4-d831-4af8-906e-eff7af553f63 None None] Pushing event updated for resources: {'Port': ['ID=80eb5b9f-04dc-4c21-aabd-bee23c81a00b,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:46.432667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9d797ec4-d831-4af8-906e-eff7af553f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:46.509549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fbf6e-2a4e-46a8-992e-0d062c2b5d03 req-8a8b912b-3af0-43b0-88cf-bb9e87a29357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:46.511438 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-784fbf6e-2a4e-46a8-992e-0d062c2b5d03 req-8a8b912b-3af0-43b0-88cf-bb9e87a29357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 945 time: 0.2923305 Apr 20 10:15:46.513055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2ee15851-aa09-47be-863d-bf35d41fb4f0 None None] Provisioning for port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:46.519137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2ee15851-aa09-47be-863d-bf35d41fb4f0 None None] Provisioning complete for port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:46.519548 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2ee15851-aa09-47be-863d-bf35d41fb4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.531397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] Set router f52da84b-84f1-4f0a-a85a-071e99a45059 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:46.590385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-2ee15851-aa09-47be-863d-bf35d41fb4f0 None None] Port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:15:46.731397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:46.897100 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-784fbf6e-2a4e-46a8-992e-0d062c2b5d03 req-30fc62f7-559e-40ee-a443-bcf2a9857600 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3677466 Apr 20 10:15:46.902146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:38Z', 'updated_at': '2021-04-20T10:15:41Z', 'revision_number': 3, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'gw_port': {'id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:42:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:39Z', 'updated_at': '2021-04-20T10:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:46.910230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68170a-969e-4017-8632-d045eb9715e4 None None] The sync data for ids ['f52da84b-84f1-4f0a-a85a-071e99a45059'] in dv-cinder-774594-4-iscsi is: [{'id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:38Z', 'updated_at': '2021-04-20T10:15:41Z', 'revision_number': 3, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'gw_port': {'id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:42:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:39Z', 'updated_at': '2021-04-20T10:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:47.042993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6a9fc7-5651-4618-9c18-6774383be776 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:15:47.049884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.053027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.072472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Transition to ACTIVE for port object 4d6a9fc7-5651-4618-9c18-6774383be776 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:47.078898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.106986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.115518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.126216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-56f06f87-d7be-457a-aaab-250827e0ba25 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:47.142511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dbdbb90e-5612-47e6-80d8-411f0448cf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:47.232027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.237610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Pushing event updated for resources: {'Port': ['ID=c92d13c0-3ba2-4c9e-91ac-a5576faf7315,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:47.243577 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:47.328056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Pushing event updated for resources: {'Port': ['ID=4d6a9fc7-5651-4618-9c18-6774383be776,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:47.363803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:47.423293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:15:47.429381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:15:47.430857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Attempting to bind port 4d6a9fc7-5651-4618-9c18-6774383be776 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:47.431242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Attempting to bind port 4d6a9fc7-5651-4618-9c18-6774383be776 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:47.431608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Attempting to bind port 4d6a9fc7-5651-4618-9c18-6774383be776 on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:47.439349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Port 4d6a9fc7-5651-4618-9c18-6774383be776 on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:15:47.439627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Attempting to bind port 4d6a9fc7-5651-4618-9c18-6774383be776 on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:47.449057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:47.449426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Checking segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:47.449873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Bound using segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:47.450424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Bound port: 4d6a9fc7-5651-4618-9c18-6774383be776, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:47.450770 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.602638 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd4035-5af8-4c85-a0d6-5e812bff8b16 req-d5fe9733-1faa-4c82-9e5a-de11fbfe219c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:47.603457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-16bd4035-5af8-4c85-a0d6-5e812bff8b16 req-d5fe9733-1faa-4c82-9e5a-de11fbfe219c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Synchronizing usage tracker for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:15:47.667550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.696574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] For port 4d6a9fc7-5651-4618-9c18-6774383be776, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:47.708917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] For port 4d6a9fc7-5651-4618-9c18-6774383be776, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4d6a9fc7-5651-4618-9c18-6774383be776,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:47.742264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Router f52da84b-84f1-4f0a-a85a-071e99a45059 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:15:47.743854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-16bd4035-5af8-4c85-a0d6-5e812bff8b16 req-d5fe9733-1faa-4c82-9e5a-de11fbfe219c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Unset dirty status for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:15:47.746357 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-16bd4035-5af8-4c85-a0d6-5e812bff8b16 req-d5fe9733-1faa-4c82-9e5a-de11fbfe219c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 943 time: 0.6755712 Apr 20 10:15:47.765196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734b161-135b-4664-86db-388e9371db1e req-e5d77802-7490-498b-b07b-a049d4312096 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:47.768287 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c734b161-135b-4664-86db-388e9371db1e req-e5d77802-7490-498b-b07b-a049d4312096 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.3036156 Apr 20 10:15:47.776111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.787874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-b16a062d-0587-4b19-8900-a6e5e8760bca None None] Provisioning complete for port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:47.788372 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b16a062d-0587-4b19-8900-a6e5e8760bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.818930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:47.821628 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8e8f7bf6-fe5b-4d4d-9e75-767a27904e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:47.914927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-b16a062d-0587-4b19-8900-a6e5e8760bca None None] Port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:15:47.951852 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:47.957255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:47.957255 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] 10.222.0.55 "PUT /v2.0/ports/4d6a9fc7-5651-4618-9c18-6774383be776 HTTP/1.1" status: 200 len: 1093 time: 2.0527391 Apr 20 10:15:47.957255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'tag': '4d6a9fc7-5651-4618-9c18-6774383be776'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:47.982110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port ff508154-9511-4eca-9f70-ee8eadecc659 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:47.988187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port ff508154-9511-4eca-9f70-ee8eadecc659 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:47.990857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.038562 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c734b161-135b-4664-86db-388e9371db1e req-d7e24f57-a80b-4795-8ede-6fb7eaa72218 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175922 Apr 20 10:15:48.072535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:48.106026 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] 10.222.0.26 "PUT /v2.0/routers/f52da84b-84f1-4f0a-a85a-071e99a45059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9651046 Apr 20 10:15:48.150700 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-16bd4035-5af8-4c85-a0d6-5e812bff8b16 req-59dfd6be-43f3-4d1d-8998-2e6a83f9222d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3747773 Apr 20 10:15:48.151918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Pushing event updated for resources: {'Port': ['ID=4d6a9fc7-5651-4618-9c18-6774383be776,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:48.176825 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:48.293796 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'tag': '4d6a9fc7-5651-4618-9c18-6774383be776', 'status': 'completed', 'code': 200} Apr 20 10:15:48.316457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-19628267-adf0-44e3-9498-8debecc52340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:48.318328 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.318966 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-19628267-adf0-44e3-9498-8debecc52340 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 1096 time: 0.2712193 Apr 20 10:15:48.357351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:48.374783 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:48.410175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.412418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-194ce813-528f-4095-9538-2891170db62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:48.420580 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-df70ae30-ff3a-4777-950e-a9099d7011bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d6a9fc7-5651-4618-9c18-6774383be776 HTTP/1.1" status: 200 len: 217 time: 0.0897219 Apr 20 10:15:48.476237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcc016-c6fc-4635-b615-4683dcebfd48 req-27fbea02-bcd9-463f-98ab-17e994b7d71c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:48.477980 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-43bcc016-c6fc-4635-b615-4683dcebfd48 req-27fbea02-bcd9-463f-98ab-17e994b7d71c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 945 time: 0.2448864 Apr 20 10:15:48.535803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:48.539533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:48.556787 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-43bcc016-c6fc-4635-b615-4683dcebfd48 req-825da019-958a-4713-ab71-c5a5ee24fd81 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686765 Apr 20 10:15:48.560363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-1ea2dfa8-13dc-4ec5-9a95-4cfce6646909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:48.561904 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-1ea2dfa8-13dc-4ec5-9a95-4cfce6646909 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.1314571 Apr 20 10:15:48.568378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:48.670131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-11d0ed81-92ae-45cd-b83d-23d8ff999195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:48.673220 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-11d0ed81-92ae-45cd-b83d-23d8ff999195 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1035948 Apr 20 10:15:48.836551 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-d1ef1242-1c61-41d4-b072-ba7f14bc18ee service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547902 Apr 20 10:15:48.904188 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'code': 200} Apr 20 10:15:49.059233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 80eb5b9f-04dc-4c21-aabd-bee23c81a00b up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:49.106127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39568) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:49.112523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147771014', 'description': 'tempest-secgroup-smoke-147771014 description', 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:49.118407 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6bb0c0ad-2568-43b5-9551-be88b66b852a req-4eadffc5-28ae-4745-b917-023cbc7ee55f service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689788 Apr 20 10:15:49.120409 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:49.125410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Usage tracker for resource:security_group and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:49.129923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:49.153333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:49.220065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:49.230258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:49.231342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:49.257969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:49.296419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:49.303260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Usage tracker for resource:security_group_rule and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:49.310952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:49.313469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f561199-4cb8-4da7-8574-fd3ce8702fb7 req-3a11e1a1-6f51-49f9-8d8a-5b888c56199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:49.315761 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9f561199-4cb8-4da7-8574-fd3ce8702fb7 req-3a11e1a1-6f51-49f9-8d8a-5b888c56199b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 1099 time: 0.1279562 Apr 20 10:15:49.326735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:49.366424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55757db-303d-470d-8146-2611fa86c383 req-472d2a2c-692a-4574-86e9-08dcbe214847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:49.368622 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e55757db-303d-470d-8146-2611fa86c383 req-472d2a2c-692a-4574-86e9-08dcbe214847 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 1096 time: 0.1511445 Apr 20 10:15:49.410482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:49.438407 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=80eb5b9f-04dc-4c21-aabd-bee23c81a00b,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:49.439991 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9f561199-4cb8-4da7-8574-fd3ce8702fb7 req-3c3f95bf-969b-4f29-a16a-775ba4bdbd7e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103110 Apr 20 10:15:49.473413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b21eb-ab01-4a74-ba38-acf8b28bb60b req-e7e45641-0126-4ba1-ae1e-789fc746575b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:49.475171 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-969b21eb-ab01-4a74-ba38-acf8b28bb60b req-e7e45641-0126-4ba1-ae1e-789fc746575b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 943 time: 0.1230500 Apr 20 10:15:49.484422 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:49.486775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:49.545953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:49.554943 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-969b21eb-ab01-4a74-ba38-acf8b28bb60b req-f77dff06-18d5-421b-8e99-7ec19f5d716a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724642 Apr 20 10:15:49.581172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55757db-303d-470d-8146-2611fa86c383 req-be8e3338-c2b3-4ded-b60a-e4fc92079cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:49.582853 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e55757db-303d-470d-8146-2611fa86c383 req-be8e3338-c2b3-4ded-b60a-e4fc92079cb7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 912 time: 0.2007585 Apr 20 10:15:49.585777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:49.593681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=80eb5b9f-04dc-4c21-aabd-bee23c81a00b,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:49.594180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c749cf4d-3843-4e34-b668-6620d7bd47fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:49.596988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:49.711011 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e55757db-303d-470d-8146-2611fa86c383 req-3df7adb4-5d57-4f0b-a71d-7aed8f36d862 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d6a9fc7-5651-4618-9c18-6774383be776 HTTP/1.1" status: 200 len: 217 time: 0.0996816 Apr 20 10:15:49.717507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b098f3-b1ac-40ea-af0e-17b08d567f89,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:49.759146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:49.763459 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:49.764843 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6575634 Apr 20 10:15:49.769916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39576) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:49.782690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Request body: {'security_group_rule': {'security_group_id': '25b098f3-b1ac-40ea-af0e-17b08d567f89', 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:49.794391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55757db-303d-470d-8146-2611fa86c383 req-0e7b1bef-e70e-4f73-b62e-cfc9a07e021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:49.796112 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e55757db-303d-470d-8146-2611fa86c383 req-0e7b1bef-e70e-4f73-b62e-cfc9a07e021f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.0756474 Apr 20 10:15:49.796782 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:49.804843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Usage tracker for resource:security_group_rule and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:49.808766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:49.817440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:49.855676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5351c92-bbb5-4564-a4b5-c297b45e4258 req-b7a89013-63cb-4192-a2c1-02125b0cf531 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:49.857373 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e5351c92-bbb5-4564-a4b5-c297b45e4258 req-b7a89013-63cb-4192-a2c1-02125b0cf531 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1652114 Apr 20 10:15:49.888111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55757db-303d-470d-8146-2611fa86c383 req-25714598-96aa-4b08-9537-5027c9c319a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:49.889814 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e55757db-303d-470d-8146-2611fa86c383 req-25714598-96aa-4b08-9537-5027c9c319a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867085 Apr 20 10:15:49.904470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:49.940935 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e5351c92-bbb5-4564-a4b5-c297b45e4258 req-92eb24cc-7e8f-47c5-b45b-45867174da64 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767608 Apr 20 10:15:49.992597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.049496 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.052568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-50aaaf3a-8012-4707-a3b1-372a3379f27d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:50.094726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d054cd-b171-4234-b978-26b35221c25f,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:50.106130 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e55757db-303d-470d-8146-2611fa86c383 req-ae04eb94-3e21-4f7c-850e-20590b7b4137 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027483 Apr 20 10:15:50.111149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:50.149622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.151555 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ece2ae2b-91aa-4fdd-8884-84f7904eb110 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808675 Apr 20 10:15:50.157231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39584) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:50.171530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Request body: {'security_group_rule': {'security_group_id': '25b098f3-b1ac-40ea-af0e-17b08d567f89', 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:50.232677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:50.244108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Usage tracker for resource:security_group_rule and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:50.249086 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:50.265124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:50.322728 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e55757db-303d-470d-8146-2611fa86c383 req-c68eb7f6-1d70-4dec-b7d7-248867670613 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061081 Apr 20 10:15:50.325159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Sync routers for ids ['f52da84b-84f1-4f0a-a85a-071e99a45059'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:50.337135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Routers {'f52da84b-84f1-4f0a-a85a-071e99a45059'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:50.338203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['f52da84b-84f1-4f0a-a85a-071e99a45059'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:50.365733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.498019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.539468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.548962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:50.572456 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556a6cc6-b3f8-4034-9eab-e6b468292830,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:50.584303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:50.709982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.711298 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-06e53d95-2ebf-4879-a64f-d7ae97bde911 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5458896 Apr 20 10:15:50.714618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39598) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:50.728766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Request body: {'security_group_rule': {'security_group_id': '25b098f3-b1ac-40ea-af0e-17b08d567f89', 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:50.741711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:50.750530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Usage tracker for resource:security_group_rule and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:50.757475 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:50.770577 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:50.804822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Set router f52da84b-84f1-4f0a-a85a-071e99a45059 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:50.924586 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:50.944340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241845f-ecbd-4019-9afc-27c1731a79f9 req-ce72312e-6976-4d0f-8f22-c60953f44ff9 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:50.946766 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c241845f-ecbd-4019-9afc-27c1731a79f9 req-ce72312e-6976-4d0f-8f22-c60953f44ff9 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 943 time: 0.1692615 Apr 20 10:15:51.032461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 80eb5b9f-04dc-4c21-aabd-bee23c81a00b up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:51.049346 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c241845f-ecbd-4019-9afc-27c1731a79f9 req-702d4764-db5b-4afc-a943-b0fa52f468c5 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858283 Apr 20 10:15:51.067225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.101562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.129066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:51.152595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e46765-a566-4ead-acdd-12be7d1ffa2a,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:51.157445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:51.181222 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.185512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39606) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:51.186075 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4698308 Apr 20 10:15:51.191864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Request body: {'security_group_rule': {'security_group_id': '25b098f3-b1ac-40ea-af0e-17b08d567f89', 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:51.200414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:51.205610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Usage tracker for resource:security_group_rule and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:51.210287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:51.217472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:51.269262 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.349802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.365604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f8912-47ac-4e44-a260-10c9f4e132d0 req-64e33e68-0641-4368-8f58-cd4c50eb7a93 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:51.367536 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-141f8912-47ac-4e44-a260-10c9f4e132d0 req-64e33e68-0641-4368-8f58-cd4c50eb7a93 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1778171 Apr 20 10:15:51.376893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c622-aa42-41f8-89e6-a7b230866cd2 req-5c940068-6664-406a-8609-c86126686ace tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:51.379753 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d32c622-aa42-41f8-89e6-a7b230866cd2 req-5c940068-6664-406a-8609-c86126686ace tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.1466708 Apr 20 10:15:51.393072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.403361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:51.425398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a038a571-03e1-43e0-9b5a-3b6b447daf60,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:51.427857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:51.439173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:51.439596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.476700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.478924 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-20ca7b86-473d-4967-9bee-e26b24723486 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2915292 Apr 20 10:15:51.481276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39610) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:51.487442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Request body: {'security_group_rule': {'security_group_id': '25b098f3-b1ac-40ea-af0e-17b08d567f89', 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:51.495258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:51.499776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Usage tracker for resource:security_group_rule and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:51.503147 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:51.513361 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-141f8912-47ac-4e44-a260-10c9f4e132d0 req-9cd36213-a97d-4c09-8e5f-178c9905a53f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334915 Apr 20 10:15:51.518145 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3d32c622-aa42-41f8-89e6-a7b230866cd2 req-d5c1e203-c048-4cd1-a7e7-772582842837 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230524 Apr 20 10:15:51.518767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:51.570376 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.securitygroups_db [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Project bfc2877b50ae4f18ab0b776a2eb41d05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:15:51.581196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.603104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:38Z', 'updated_at': '2021-04-20T10:15:46Z', 'revision_number': 4, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'gw_port': {'id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:39Z', 'updated_at': '2021-04-20T10:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'c92d13c0-3ba2-4c9e-91ac-a5576faf7315', 'name': '', 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'mac_address': 'fa:16:3e:5f:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a970f74e-3329-4ad4-a674-c6de0f7567b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:45Z', 'updated_at': '2021-04-20T10:15:46Z', 'revision_number': 2, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'subnets': [{'id': 'a970f74e-3329-4ad4-a674-c6de0f7567b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:51.612543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Checking router: f52da84b-84f1-4f0a-a85a-071e99a45059 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:51.613067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Updating router f52da84b-84f1-4f0a-a85a-071e99a45059 port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:15:51.676186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.677866 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.704895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.714153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:51.756339 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095a7fd0-b314-4854-9011-48892b851f0d,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:51.759563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:51.817121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cbb73-370c-4389-a6e5-18b7b0015fca req-96025ede-238b-4cdc-840c-d0da73941d37 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:51.819287 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7c9cbb73-370c-4389-a6e5-18b7b0015fca req-96025ede-238b-4cdc-840c-d0da73941d37 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1370432 Apr 20 10:15:51.821855 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.824804 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3409278 Apr 20 10:15:51.824804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39620) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:51.833838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Request body: {'security_group_rule': {'security_group_id': '25b098f3-b1ac-40ea-af0e-17b08d567f89', 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:51.838146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39624) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:51.839962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:51.844692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-b3611805-73f5-4499-86f0-107d131b1adc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Request body: {'floatingip': {'port_id': 'ff508154-9511-4eca-9f70-ee8eadecc659'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:51.844896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Usage tracker for resource:security_group_rule and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:51.848085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:51.855168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:15:51.900075 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.securitygroups_db [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Project bfc2877b50ae4f18ab0b776a2eb41d05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:15:51.913653 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:51.954978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b3611805-73f5-4499-86f0-107d131b1adc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.023294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.053662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.056541 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ee26b571-87c6-4e46-be60-1cac22b749e8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:52.086349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd398ca-73a9-487f-afbe-576f54f1c1b0,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:52.106007 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:52.141567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.143272 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156562 Apr 20 10:15:52.252480 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.370301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Transition to ACTIVE for port object c92d13c0-3ba2-4c9e-91ac-a5576faf7315 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:15:52.404097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.409442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:52.560120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d87f0-2fa0-4a0e-b2c9-c87ab874b7a2 None None] Pushing event updated for resources: {'Port': ['ID=c92d13c0-3ba2-4c9e-91ac-a5576faf7315,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:52.572220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-876d87f0-2fa0-4a0e-b2c9-c87ab874b7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:52.701355 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Attempting to bind port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:15:52.701926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Attempting to bind port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'a4339231-8f31-4073-8297-0317646e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:15:52.702341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Attempting to bind port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 on network 8e43a850-a9fe-409a-96de-e3036d6e9c6f {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:15:52.711307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:15:52.711721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Checking segment: {'id': 'a4339231-8f31-4073-8297-0317646e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:15:52.713573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.714215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Bound using segment: {'id': 'a4339231-8f31-4073-8297-0317646e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:15:52.715318 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Bound port: c92d13c0-3ba2-4c9e-91ac-a5576faf7315, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4339231-8f31-4073-8297-0317646e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:15:52.716032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.747842 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1e447-a5af-4de7-af5e-b25290775ece req-19c4c473-fc6a-4d7f-bff4-ab1701cc4891 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:52.748986 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-31d1e447-a5af-4de7-af5e-b25290775ece req-19c4c473-fc6a-4d7f-bff4-ab1701cc4891 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 943 time: 0.5520942 Apr 20 10:15:52.851644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] For port c92d13c0-3ba2-4c9e-91ac-a5576faf7315, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:15:52.944685 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-31d1e447-a5af-4de7-af5e-b25290775ece req-d117d4ed-1dc2-4f3c-a283-b22a39514103 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244917 Apr 20 10:15:52.960169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] For port c92d13c0-3ba2-4c9e-91ac-a5576faf7315, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=c92d13c0-3ba2-4c9e-91ac-a5576faf7315,segment=NetworkSegment(a4339231-8f31-4073-8297-0317646e1b03),segment_id=a4339231-8f31-4073-8297-0317646e1b03)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:15:52.993214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:52.998420 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:53.045542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677c273-e00b-4be3-b974-ae5f0557f404 req-e7629c34-74df-486b-a1ea-5d78eaa4c618 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:53.047783 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f677c273-e00b-4be3-b974-ae5f0557f404 req-e7629c34-74df-486b-a1ea-5d78eaa4c618 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.2285626 Apr 20 10:15:53.099604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Routers {'f52da84b-84f1-4f0a-a85a-071e99a45059'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:53.100000 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['f52da84b-84f1-4f0a-a85a-071e99a45059'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:53.267432 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f677c273-e00b-4be3-b974-ae5f0557f404 req-138496ef-cb85-48d9-8d23-3078893f0c9f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=e176d04b-08f1-493f-a048-9aca5ee025cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083154 Apr 20 10:15:53.302971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b3611805-73f5-4499-86f0-107d131b1adc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:53.339982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b3611805-73f5-4499-86f0-107d131b1adc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:53.390343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-1a83a650-c565-413c-ae1e-f65e372ed646 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:53.391182 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-1a83a650-c565-413c-ae1e-f65e372ed646 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Synchronizing usage tracker for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:15:53.408675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] Set router f52da84b-84f1-4f0a-a85a-071e99a45059 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:53.416052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-1a83a650-c565-413c-ae1e-f65e372ed646 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Unset dirty status for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:15:53.417572 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-1a83a650-c565-413c-ae1e-f65e372ed646 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 945 time: 0.2814584 Apr 20 10:15:53.496953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d87f0-2fa0-4a0e-b2c9-c87ab874b7a2 None None] Pushing event updated for resources: {'Port': ['ID=c92d13c0-3ba2-4c9e-91ac-a5576faf7315,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:53.503604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-876d87f0-2fa0-4a0e-b2c9-c87ab874b7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:53.545155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Deleting port 0474aff6-84d4-4d1d-a285-303732fe675f {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:53.545825 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:53.638696 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-b3611805-73f5-4499-86f0-107d131b1adc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Floating IP dcbbb9e7-611c-4eaa-897b-3a20522bba47 associated. External IP: 172.27.3.52, port: ff508154-9511-4eca-9f70-ee8eadecc659. Apr 20 10:15:53.906606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:38Z', 'updated_at': '2021-04-20T10:15:46Z', 'revision_number': 4, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'gw_port': {'id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:39Z', 'updated_at': '2021-04-20T10:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'c92d13c0-3ba2-4c9e-91ac-a5576faf7315', 'name': '', 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'mac_address': 'fa:16:3e:5f:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a970f74e-3329-4ad4-a674-c6de0f7567b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:45Z', 'updated_at': '2021-04-20T10:15:52Z', 'revision_number': 4, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'subnets': [{'id': 'a970f74e-3329-4ad4-a674-c6de0f7567b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:53.912908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6b21e-87cd-4650-a7df-d361ee6f10f5 None None] The sync data for ids ['f52da84b-84f1-4f0a-a85a-071e99a45059'] in dv-cinder-774594-4-iscsi is: [{'id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:38Z', 'updated_at': '2021-04-20T10:15:46Z', 'revision_number': 4, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'gw_port': {'id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:39Z', 'updated_at': '2021-04-20T10:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'c92d13c0-3ba2-4c9e-91ac-a5576faf7315', 'name': '', 'network_id': '8e43a850-a9fe-409a-96de-e3036d6e9c6f', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'mac_address': 'fa:16:3e:5f:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a970f74e-3329-4ad4-a674-c6de0f7567b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:45Z', 'updated_at': '2021-04-20T10:15:52Z', 'revision_number': 4, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'subnets': [{'id': 'a970f74e-3329-4ad4-a674-c6de0f7567b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:53.988392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] For port 0474aff6-84d4-4d1d-a285-303732fe675f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0474aff6-84d4-4d1d-a285-303732fe675f,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:53.988392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.293930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fe615-b3a9-42c1-a6a1-017254540f4a req-37bd7451-3383-45c4-97e0-685e998c01e5 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:54.295948 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d56fe615-b3a9-42c1-a6a1-017254540f4a req-37bd7451-3383-45c4-97e0-685e998c01e5 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.4469669 Apr 20 10:15:54.393959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.394391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.394756 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Floating IP 5ecb67b2-8c58-4523-88ec-dd3d5a845ae8 disassociated. External IP: 172.27.3.51, port: 0474aff6-84d4-4d1d-a285-303732fe675f. Apr 20 10:15:54.395166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Calling delete_port for 0474aff6-84d4-4d1d-a285-303732fe675f owned by compute:nova {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:54.407860 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d56fe615-b3a9-42c1-a6a1-017254540f4a req-b65b7710-83e5-4c98-8212-713bfa44627b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970385 Apr 20 10:15:54.453592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be41d0c-a047-4aaf-91f0-e42f59a9c82d req-2a051dae-073d-44d9-b408-c98527781e76 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:54.455486 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9be41d0c-a047-4aaf-91f0-e42f59a9c82d req-2a051dae-073d-44d9-b408-c98527781e76 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 943 time: 0.3002284 Apr 20 10:15:54.462579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3611805-73f5-4499-86f0-107d131b1adc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Router 9ea6e56c-c1e1-480f-96d6-48b418143f6d has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:15:54.672677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.679071 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b4879775-04cd-4754-b77c-c45904dbe869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:54.719433 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a590ae4a-faf2-4726-ac37-efca0d08b875 req-aea25c58-1683-4901-bc55-54dd7f0b6c0f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 210 time: 0.1408839 Apr 20 10:15:54.733588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event deleted for resources: {'Port': ['ID=0474aff6-84d4-4d1d-a285-303732fe675f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:54.743700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:54.774525 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9be41d0c-a047-4aaf-91f0-e42f59a9c82d req-62452250-b0d2-4818-a69a-c0dfdec00beb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051603 Apr 20 10:15:54.847577 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3611805-73f5-4499-86f0-107d131b1adc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:54.853440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b3611805-73f5-4499-86f0-107d131b1adc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:54.859871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] Sync routers for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:54.872165 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:54.873322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:54.963975 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b3611805-73f5-4499-86f0-107d131b1adc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "PUT /v2.0/floatingips/dcbbb9e7-611c-4eaa-897b-3a20522bba47 HTTP/1.1" status: 200 len: 991 time: 3.1217389 Apr 20 10:15:54.963975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:55.038626 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'status': 'completed', 'code': 200} Apr 20 10:15:55.106984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device c92d13c0-3ba2-4c9e-91ac-a5576faf7315 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:55.210473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-d3d587b6-f2a8-4b91-b6e6-3f405e328c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:55.212424 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-d3d587b6-f2a8-4b91-b6e6-3f405e328c85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 1099 time: 0.1453733 Apr 20 10:15:55.215271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:55.341397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:15:55.347942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:55.350908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:55.374824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Router d4e41470-6567-417a-aafd-8483ae168d2c has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:15:55.500773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-59b157d1-e5af-4930-aa15-24fe1c1bc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:55.502390 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-59b157d1-e5af-4930-aa15-24fe1c1bc450 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.2793663 Apr 20 10:15:55.669439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:55.716741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port c92d13c0-3ba2-4c9e-91ac-a5576faf7315, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=c92d13c0-3ba2-4c9e-91ac-a5576faf7315,segment=NetworkSegment(a4339231-8f31-4073-8297-0317646e1b03),segment_id=a4339231-8f31-4073-8297-0317646e1b03)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:55.726561 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:15:55.736364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] Sync routers for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:15:55.763918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:55.779245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-876d87f0-2fa0-4a0e-b2c9-c87ab874b7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:55.787979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'dcbbb9e7-611c-4eaa-897b-3a20522bba47', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'port_id': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'mac_address': 'fa:16:3e:ba:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:15:29Z', 'updated_at': '2021-04-20T10:15:53Z', 'revision_number': 1, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:55.801638 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] Checking router: 9ea6e56c-c1e1-480f-96d6-48b418143f6d for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:55.825762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:55.826483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:55.889907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 4d6a9fc7-5651-4618-9c18-6774383be776 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:15:55.894948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 0474aff6-84d4-4d1d-a285-303732fe675f no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:15:55.924549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] No DVR routers for this DVR port 0474aff6-84d4-4d1d-a285-303732fe675f on host hv-cinder-77459 {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:15:55.928098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:55.931349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'name': 'network-vif-deleted', 'tag': '0474aff6-84d4-4d1d-a285-303732fe675f'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:55.948911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:55.950015 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:55.995598 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-77f71a23-a5ff-4bd9-8865-4edf14c19f17 req-700a3132-a549-4db8-8d8f-a1dc5854341a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "DELETE /v2.0/ports/0474aff6-84d4-4d1d-a285-303732fe675f HTTP/1.1" status: 204 len: 173 time: 2.5674865 Apr 20 10:15:56.098764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:56.117318 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9734c00c-c140-4ecd-91b4-67b0f6d894ad req-5e1c4eac-5464-4fb4-89dd-e031c968928f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=2837d9ec-77e8-4974-ab81-c89cdf1dc0cf HTTP/1.1" status: 200 len: 210 time: 0.0890992 Apr 20 10:15:56.159342 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-14a2b161-6e01-41a2-9776-9f6e5c4a7a69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff508154-9511-4eca-9f70-ee8eadecc659 HTTP/1.1" status: 200 len: 999 time: 0.6418049 Apr 20 10:15:56.356088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885243d-d6b5-4f71-b7cb-40fae70930f1 req-177394fe-3904-4cc6-abbf-1a7b2ef9beaf tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:56.358482 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2885243d-d6b5-4f71-b7cb-40fae70930f1 req-177394fe-3904-4cc6-abbf-1a7b2ef9beaf tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.6854949 Apr 20 10:15:56.369079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 0474aff6-84d4-4d1d-a285-303732fe675f {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:15:56.370527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 0474aff6-84d4-4d1d-a285-303732fe675f not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:15:56.400180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-0c681477-92c3-498c-9247-2ca368242865 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:56.401438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-0c681477-92c3-498c-9247-2ca368242865 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Synchronizing usage tracker for tenant:aff0273c806d4621893b13562813a251 on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:15:56.417464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-13f2741b-b7db-4372-a06d-bc1a2a337c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:56.418003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-0c681477-92c3-498c-9247-2ca368242865 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Unset dirty status for tenant:aff0273c806d4621893b13562813a251 on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:15:56.419448 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-0c681477-92c3-498c-9247-2ca368242865 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 946 time: 0.1662757 Apr 20 10:15:56.420028 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-13f2741b-b7db-4372-a06d-bc1a2a337c94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.2443414 Apr 20 10:15:56.520066 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2885243d-d6b5-4f71-b7cb-40fae70930f1 req-e3897b6b-6fd5-486e-abcc-e1f95210884a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377859 Apr 20 10:15:56.534952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Deleting port 23711c8d-1c34-4f8d-b0af-0048178759d0 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:56.535814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:56.545507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee4974-b256-4007-b4fd-3990bf99ce91 req-ab164222-7cd6-447d-b0a1-50c685421cf6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:56.547149 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-72ee4974-b256-4007-b4fd-3990bf99ce91 req-ab164222-7cd6-447d-b0a1-50c685421cf6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 943 time: 0.2571583 Apr 20 10:15:56.592457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:56.612419 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-72ee4974-b256-4007-b4fd-3990bf99ce91 req-7deb7dc8-a021-45f6-b703-b976d8c38486 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558121 Apr 20 10:15:56.616122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-4b5997f5-d206-4216-83bf-802c6d577e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:56.617834 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-4b5997f5-d206-4216-83bf-802c6d577e73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1833797 Apr 20 10:15:56.674659 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2837d9ec-77e8-4974-ab81-c89cdf1dc0cf', 'name': 'network-vif-deleted', 'tag': '0474aff6-84d4-4d1d-a285-303732fe675f', 'status': 'completed', 'code': 200} Apr 20 10:15:56.869254 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-b5b16188-1dc7-4d78-83cb-7c4efbd36e54 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379513 Apr 20 10:15:56.987597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=c92d13c0-3ba2-4c9e-91ac-a5576faf7315,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:57.002264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'dcbbb9e7-611c-4eaa-897b-3a20522bba47', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'port_id': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'mac_address': 'fa:16:3e:ba:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:15:29Z', 'updated_at': '2021-04-20T10:15:53Z', 'revision_number': 1, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:57.011528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c706af37-1a99-4413-8936-d210aff8eb41 None None] The sync data for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi is: [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'dcbbb9e7-611c-4eaa-897b-3a20522bba47', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'port_id': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'mac_address': 'fa:16:3e:ba:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:15:29Z', 'updated_at': '2021-04-20T10:15:53Z', 'revision_number': 1, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:57.019562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 4d6a9fc7-5651-4618-9c18-6774383be776, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4d6a9fc7-5651-4618-9c18-6774383be776,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:57.047916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.268s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:57.048792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '4d6a9fc7-5651-4618-9c18-6774383be776', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'port_id': '4d6a9fc7-5651-4618-9c18-6774383be776', 'mac_address': 'fa:16:3e:d2:b7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:15:57.063620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] For port 23711c8d-1c34-4f8d-b0af-0048178759d0, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=23711c8d-1c34-4f8d-b0af-0048178759d0,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:57.064143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.142709 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8299b20a-c7e0-4e71-b1d8-ebfe33127a67 req-fdf6207a-9e43-4e53-a8ce-485db80e6fdf service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625802 Apr 20 10:15:57.279093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.292926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Calling delete_port for 23711c8d-1c34-4f8d-b0af-0048178759d0 owned by compute:nova {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:57.308258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6a9fc7-5651-4618-9c18-6774383be776 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:15:57.354957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39722) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:57.377166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 4d6a9fc7-5651-4618-9c18-6774383be776, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4d6a9fc7-5651-4618-9c18-6774383be776,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:15:57.407422 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:57.412882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] Checking router: d4e41470-6567-417a-aafd-8483ae168d2c for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:15:57.430588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:15:57.430588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:57.450684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4988011b-287a-4e15-b933-0523e3c636b9 None None] New status for floating IP dcbbb9e7-611c-4eaa-897b-3a20522bba47: ACTIVE {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:15:57.509737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.513994 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:57.518152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5fed7384-1aa1-4a32-8f3f-0c2c629c2a0a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.565804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5fed7384-1aa1-4a32-8f3f-0c2c629c2a0a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.655453 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.663236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-20fb764f-e20b-4965-b979-f6a3567a3fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:57.697352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=4d6a9fc7-5651-4618-9c18-6774383be776,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:57.701097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:15:57.776457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5fed7384-1aa1-4a32-8f3f-0c2c629c2a0a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.821948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Pushing event deleted for resources: {'Port': ['ID=23711c8d-1c34-4f8d-b0af-0048178759d0,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:57.826515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:57.828403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:57.853215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 23711c8d-1c34-4f8d-b0af-0048178759d0 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:15:57.927456 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-910091e7-5336-4748-91c5-f2c922e5060b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:57.948157 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9d44fd40-1a11-4e60-96c4-a69e1e743fa1 req-e5eb67f0-d08d-4ad2-92bf-f39e32037323 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c77313e-6c46-4735-b4c6-af0f7061ae79 HTTP/1.1" status: 200 len: 210 time: 0.1632454 Apr 20 10:15:57.950792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] No DVR routers for this DVR port 23711c8d-1c34-4f8d-b0af-0048178759d0 on host hv-cinder-77459 {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:15:57.953627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:57.961229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['4d6a9fc7-5651-4618-9c18-6774383be776'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:15:58.005384 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d642b8db-4cdb-474c-a1a8-37ddef545ccc req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.55 "DELETE /v2.0/ports/23711c8d-1c34-4f8d-b0af-0048178759d0 HTTP/1.1" status: 204 len: 173 time: 1.5727308 Apr 20 10:15:58.049820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 23711c8d-1c34-4f8d-b0af-0048178759d0 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:15:58.050229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 23711c8d-1c34-4f8d-b0af-0048178759d0 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:15:58.057798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed7384-1aa1-4a32-8f3f-0c2c629c2a0a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e176d04b-08f1-493f-a048-9aca5ee025cf,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:58.075400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5fed7384-1aa1-4a32-8f3f-0c2c629c2a0a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:58.077238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5fed7384-1aa1-4a32-8f3f-0c2c629c2a0a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.079570 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5fed7384-1aa1-4a32-8f3f-0c2c629c2a0a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "DELETE /v2.0/security-groups/e176d04b-08f1-493f-a048-9aca5ee025cf HTTP/1.1" status: 204 len: 168 time: 0.7221627 Apr 20 10:15:58.082813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39734) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:58.117508 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.v2.resource [None req-1142e311-fc90-44d6-9091-306107dfe42c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] show failed (client error): The resource could not be found. Apr 20 10:15:58.121686 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1142e311-fc90-44d6-9091-306107dfe42c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups/e176d04b-08f1-493f-a048-9aca5ee025cf HTTP/1.1" status: 404 len: 347 time: 0.0376084 Apr 20 10:15:58.125534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39738) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:58.138155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:15:58.350149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198c43c-4acd-479f-b97d-d022c936777b req-8f45839a-f424-46d4-9121-17b50e891795 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:15:58.351945 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d198c43c-4acd-479f-b97d-d022c936777b req-8f45839a-f424-46d4-9121-17b50e891795 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 944 time: 0.4014807 Apr 20 10:15:58.367776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Deleting port af95d8ba-72b6-4210-9bb9-8321ee935f9e {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:15:58.368153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.491180 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d198c43c-4acd-479f-b97d-d022c936777b req-61759bf0-e136-418b-951c-abd05141038c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299357 Apr 20 10:15:58.647256 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.647572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:58.678277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c77313e-6c46-4735-b4c6-af0f7061ae79', 'name': 'network-vif-deleted', 'tag': '23711c8d-1c34-4f8d-b0af-0048178759d0'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:15:58.761036 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c77313e-6c46-4735-b4c6-af0f7061ae79', 'name': 'network-vif-deleted', 'tag': '23711c8d-1c34-4f8d-b0af-0048178759d0', 'status': 'completed', 'code': 200} Apr 20 10:15:58.840532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Calling delete_port for af95d8ba-72b6-4210-9bb9-8321ee935f9e owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:15:58.959691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:15:58.974554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585f539-6120-4538-8364-70dee11b89a9 None None] The sync data for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi is: [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:15:59.086518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device c92d13c0-3ba2-4c9e-91ac-a5576faf7315 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:59.116601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.123429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f56020c2-38a6-47d3-bac4-c3621af87954 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:15:59.210271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event deleted for resources: {'Port': ['ID=af95d8ba-72b6-4210-9bb9-8321ee935f9e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:15:59.215721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:15:59.231817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:15:59.232233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.495000 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.513274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:15:59.514578 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2196b569-8afe-4dcd-89b5-10d7d7d124c1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "DELETE /v2.0/floatingips/5ecb67b2-8c58-4523-88ec-dd3d5a845ae8 HTTP/1.1" status: 204 len: 168 time: 1.3814867 Apr 20 10:15:59.568740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b348e95b-3e29-43b9-b7aa-27a4e5d2a407 None None] New status for floating IP 5ecb67b2-8c58-4523-88ec-dd3d5a845ae8: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:15:59.857308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 4d6a9fc7-5651-4618-9c18-6774383be776 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:15:59.872298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39760) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:15:59.886450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814641254', 'description': 'tempest-description--1673112900'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:15:59.938271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:15:59.969820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:security_group and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:15:59.976774 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:15:59.991237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:00.053700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 4d6a9fc7-5651-4618-9c18-6774383be776 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:00.059363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 4d6a9fc7-5651-4618-9c18-6774383be776 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:00.059787 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.091252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.142935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730ba3-0834-4116-a3cc-e79b4a7f2944 req-43ddaa0d-4af1-434c-8ad0-1add32335b1f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:00.144749 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-03730ba3-0834-4116-a3cc-e79b4a7f2944 req-43ddaa0d-4af1-434c-8ad0-1add32335b1f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 944 time: 0.4680521 Apr 20 10:16:00.147558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:00.155366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:security_group_rule and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:00.175222 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:00.186592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:00.208485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a29ac-cb56-43b9-b5c3-36617d87916b req-e181b5d9-00f0-496c-97ca-fe115a6e8a6d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:00.211634 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-740a29ac-cb56-43b9-b5c3-36617d87916b req-e181b5d9-00f0-496c-97ca-fe115a6e8a6d tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.2097390 Apr 20 10:16:00.242970 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.256256 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-03730ba3-0834-4116-a3cc-e79b4a7f2944 req-ea4ad900-8924-4390-9d78-abd1b8066045 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014462 Apr 20 10:16:00.322274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6a9fc7-5651-4618-9c18-6774383be776'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:00.333850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 4d6a9fc7-5651-4618-9c18-6774383be776, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4d6a9fc7-5651-4618-9c18-6774383be776,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:00.363854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.367414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:00.413325 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6a9fc7-5651-4618-9c18-6774383be776', 'code': 200} Apr 20 10:16:00.482680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.494236 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-740a29ac-cb56-43b9-b5c3-36617d87916b req-42275150-d62f-4f36-971d-3cc6fe5d4ee3 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750418 Apr 20 10:16:00.513120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.522404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9f011a5e-c3a5-4091-8d8b-028abd17d679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:00.623753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17526289-f03a-4dcd-8c6d-99d29610baf5,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:00.630622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:00.665616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.668809 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7ed6f32c-cbb0-429c-a36c-3a831ee170a1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7907927 Apr 20 10:16:00.672071 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39772) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:00.681836 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'security_group_rule': {'security_group_id': '17526289-f03a-4dcd-8c6d-99d29610baf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:00.688673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:00.694298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:security_group_rule and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:00.697945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:00.705192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:00.721471 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=4d6a9fc7-5651-4618-9c18-6774383be776,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:00.726313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:00.749903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.849097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.874934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146043c-4100-4278-92f7-b5885e0d0637 req-7441b9fd-db83-482b-98a0-a4576cbc5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:00.877232 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9146043c-4100-4278-92f7-b5885e0d0637 req-7441b9fd-db83-482b-98a0-a4576cbc5a89 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 1098 time: 0.1176717 Apr 20 10:16:00.879157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.882822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:00.928606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed2b227-2bc0-4db5-928a-46a407e83196,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:00.933861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:00.953890 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9146043c-4100-4278-92f7-b5885e0d0637 req-61bb4bb1-5e18-4988-8fbf-4f7192937aea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686588 Apr 20 10:16:00.967649 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:00.969391 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-47b5db6b-c103-4cbb-9915-32eaa6def7dc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956653 Apr 20 10:16:00.972580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39776) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:00.979119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'security_group_rule': {'security_group_id': '17526289-f03a-4dcd-8c6d-99d29610baf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:00.985921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:00.990837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:security_group_rule and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:00.994100 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:01.001197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:01.055234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.139526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.179156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.190558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-56b8d53f-07c9-4238-85b4-c41cff35d7c1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:01.212212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700fb3d2-e723-4172-a6df-87a472dabb2a,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:01.214964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:01.275324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.277026 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3030097 Apr 20 10:16:01.280016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39780) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:01.285791 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'floatingip': {'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:01.292440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:01.296805 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Usage tracker for resource:floatingip and tenant:18116a00c5e64adaa53e506e38ee8e25 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:01.300421 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:01.308681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:01.358142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.535325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:01.539370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0edd0-e51f-4bba-b776-4340f7cd4476 req-8ba26d64-dbfa-4172-8a1c-3e902bed731d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:01.543139 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-24f0edd0-e51f-4bba-b776-4340f7cd4476 req-8ba26d64-dbfa-4172-8a1c-3e902bed731d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 945 time: 0.1413205 Apr 20 10:16:01.656898 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-24f0edd0-e51f-4bba-b776-4340f7cd4476 req-47bc320b-2c84-44ac-96d5-d35f054ff33e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018417 Apr 20 10:16:01.754392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Allocated IP 172.27.3.226 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/ea9e9dcc-39c6-44ae-9fd6-64de3711f271) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:01.846893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb334d-5bd0-4393-9d04-9319a29484cd req-eeda4b43-d79c-44c6-9899-6d36c078321c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:01.850687 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b2fb334d-5bd0-4393-9d04-9319a29484cd req-eeda4b43-d79c-44c6-9899-6d36c078321c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1592045 Apr 20 10:16:01.933224 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b2fb334d-5bd0-4393-9d04-9319a29484cd req-7059a178-5cc5-42dc-b305-ac71b4a06d02 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728660 Apr 20 10:16:02.007581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.073481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.078993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:02.167688 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:02.171116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:02.175371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:02.213065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'Port': ['ID=ea9e9dcc-39c6-44ae-9fd6-64de3711f271,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:02.218943 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:02.275296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.382360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.618035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.661068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.665331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:02.815880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'Port': ['ID=ea9e9dcc-39c6-44ae-9fd6-64de3711f271,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:02.833805 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:02.839994 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.919409 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:02.920800 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6396592 Apr 20 10:16:02.984562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344d36-7937-4a4c-970e-36cc13552fc3 req-97e3c31b-b2f9-4594-9616-5a376608af6f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:02.990107 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-97344d36-7937-4a4c-970e-36cc13552fc3 req-97e3c31b-b2f9-4594-9616-5a376608af6f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 945 time: 0.1566854 Apr 20 10:16:03.068732 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-97344d36-7937-4a4c-970e-36cc13552fc3 req-3ee379b5-8d7e-41db-9e6a-25406851c2db tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741746 Apr 20 10:16:03.273806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-3746ab48-130d-4b06-adec-b52eeac1135e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Synchronizing usage tracker for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:03.313876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6ec7b-862c-46a6-ae7a-496257aa3592 req-9c1e4f71-162f-4011-9f8d-36483d4966d9 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:03.315619 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-71e6ec7b-862c-46a6-ae7a-496257aa3592 req-9c1e4f71-162f-4011-9f8d-36483d4966d9 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1565101 Apr 20 10:16:03.341739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-3746ab48-130d-4b06-adec-b52eeac1135e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Unset dirty status for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:03.343356 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-3746ab48-130d-4b06-adec-b52eeac1135e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1814641254&fields=id&tenant_id=18116a00c5e64adaa53e506e38ee8e25 HTTP/1.1" status: 200 len: 267 time: 0.1329129 Apr 20 10:16:03.467059 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-71e6ec7b-862c-46a6-ae7a-496257aa3592 req-e2b4d36b-cd9f-4fbb-82ab-b7a38f43b5d4 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430130 Apr 20 10:16:03.553824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-946771a0-9b4d-43b6-90ba-c881838ce0ca tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:03.555656 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-946771a0-9b4d-43b6-90ba-c881838ce0ca tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 810 time: 0.2023721 Apr 20 10:16:03.574738 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-7ee1c32a-d9b1-4a99-a751-d502ed13ecb9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/quotas/18116a00c5e64adaa53e506e38ee8e25 HTTP/1.1" status: 200 len: 375 time: 0.0117109 Apr 20 10:16:03.744610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-b77f0a88-405c-41ef-804d-d2c8bb0270d1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Synchronizing usage tracker for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:03.757906 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17120017-5787-4727-a400-ee08a0197aeb req-a90937a0-a54a-40e3-8282-4b817d0f2f56 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:03.759654 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-17120017-5787-4727-a400-ee08a0197aeb req-a90937a0-a54a-40e3-8282-4b817d0f2f56 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 945 time: 0.1839643 Apr 20 10:16:03.807002 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-b77f0a88-405c-41ef-804d-d2c8bb0270d1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Unset dirty status for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:03.811303 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-b77f0a88-405c-41ef-804d-d2c8bb0270d1 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1912711 Apr 20 10:16:03.821279 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-17120017-5787-4727-a400-ee08a0197aeb req-643c53e9-c36f-4d1c-bbac-2eb5974805ad tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486512 Apr 20 10:16:03.855460 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39814) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:04.138301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c03d4-5a48-41b7-b6ab-6eb88cb6a0c3 tempest-TestVolumeBootPattern-588874643 tempest-TestVolumeBootPattern-588874643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:04.139636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c29c03d4-5a48-41b7-b6ab-6eb88cb6a0c3 tempest-TestVolumeBootPattern-588874643 tempest-TestVolumeBootPattern-588874643-project-admin] Synchronizing usage tracker for tenant:ba88316b05bb45f68ac190caa78423d7 on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:04.196197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c29c03d4-5a48-41b7-b6ab-6eb88cb6a0c3 tempest-TestVolumeBootPattern-588874643 tempest-TestVolumeBootPattern-588874643-project-admin] Unset dirty status for tenant:ba88316b05bb45f68ac190caa78423d7 on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:04.198337 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c29c03d4-5a48-41b7-b6ab-6eb88cb6a0c3 tempest-TestVolumeBootPattern-588874643 tempest-TestVolumeBootPattern-588874643-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 1093 time: 0.3414690 Apr 20 10:16:04.201890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39824) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:04.209274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'floatingip': {'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'port_id': '4d6a9fc7-5651-4618-9c18-6774383be776', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:04.219348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:04.226702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:floatingip and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:04.231581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:04.244194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:04.269104 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-8cb17b01-acf3-4783-a372-e40ed0b7708a service neutron] 10.222.0.26 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367361 Apr 20 10:16:04.287717 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.440328 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-ccc06991-afef-4a18-afe7-c4ef9f764c14 service neutron] 10.222.0.26 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694975 Apr 20 10:16:04.469870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.690375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Allocated IP 172.27.3.53 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/bf776b89-8d11-49f9-a94c-bdca670d2997) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:04.725750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f95bba-53ef-41a8-9de2-dd6cdab97628 req-33dc5747-4d31-4dc9-bd70-0e746ef9be8f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:04.728017 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-58f95bba-53ef-41a8-9de2-dd6cdab97628 req-33dc5747-4d31-4dc9-bd70-0e746ef9be8f tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1142619 Apr 20 10:16:04.812719 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-58f95bba-53ef-41a8-9de2-dd6cdab97628 req-69558bbb-dc04-4bbe-bfd5-f641b455a003 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611405 Apr 20 10:16:04.897029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.970290 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:04.976094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:05.040925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:05.048975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:05.054127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:05.100099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'Port': ['ID=bf776b89-8d11-49f9-a94c-bdca670d2997,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:05.104803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:05.965328 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-64127efc-a6fa-4a3d-86d9-7d0ea0605fa1 req-810da9d0-cb0d-4a4b-b1af-fa6298b1a6ea tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 210 time: 0.1405389 Apr 20 10:16:05.978537 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.124326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2c53c-45d6-4ff8-bc11-226bb12f812c req-bb3a570b-e05b-4a24-82b8-41ed35b2ee48 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:06.126079 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10b2c53c-45d6-4ff8-bc11-226bb12f812c req-bb3a570b-e05b-4a24-82b8-41ed35b2ee48 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1129832 Apr 20 10:16:06.171673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.182524 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10b2c53c-45d6-4ff8-bc11-226bb12f812c req-4a06781d-5728-45be-b677-29d365f4447c tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490351 Apr 20 10:16:06.563277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de7184-bb51-4657-970f-63daf0e05413 req-28bc5f61-b24b-4398-b2de-638c0cf8b70b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:06.564645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-76de7184-bb51-4657-970f-63daf0e05413 req-28bc5f61-b24b-4398-b2de-638c0cf8b70b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Synchronizing usage tracker for tenant:aff0273c806d4621893b13562813a251 on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:06.682735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-76de7184-bb51-4657-970f-63daf0e05413 req-28bc5f61-b24b-4398-b2de-638c0cf8b70b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Unset dirty status for tenant:aff0273c806d4621893b13562813a251 on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:06.684224 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76de7184-bb51-4657-970f-63daf0e05413 req-28bc5f61-b24b-4398-b2de-638c0cf8b70b tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.4671524 Apr 20 10:16:06.686629 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.777748 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:06.801753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:06.989534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-76de7184-bb51-4657-970f-63daf0e05413 req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Deleting port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:16:06.990175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-76de7184-bb51-4657-970f-63daf0e05413 req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:07.034325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'Port': ['ID=bf776b89-8d11-49f9-a94c-bdca670d2997,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:07.057021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:07.078206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:07.200301 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-22a45ee8-3ad4-4c9c-ab48-571731d783a6 req-a165f720-6bfc-422b-8c4f-277c36bf0a3e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 210 time: 0.0628097 Apr 20 10:16:07.435308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26272c5-46a0-44dc-933f-bc9787faa5c2 req-0bd545c9-7937-47d4-a4cd-c36f9cf352e0 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:07.438233 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c26272c5-46a0-44dc-933f-bc9787faa5c2 req-0bd545c9-7937-47d4-a4cd-c36f9cf352e0 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 946 time: 0.1242876 Apr 20 10:16:07.446600 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Floating IP f5688ed3-225e-42f9-9c5d-46bfb0d782f3 associated. External IP: 172.27.3.53, port: 4d6a9fc7-5651-4618-9c18-6774383be776. Apr 20 10:16:07.504120 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c26272c5-46a0-44dc-933f-bc9787faa5c2 req-48e1077f-58fd-48e5-9ca1-0c4f797acce8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/security-groups?id=e183d830-79a9-437f-8ad6-7f04904a5bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573306 Apr 20 10:16:07.690854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-76de7184-bb51-4657-970f-63daf0e05413 req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] For port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:07.691267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-76de7184-bb51-4657-970f-63daf0e05413 req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:07.851830 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-76de7184-bb51-4657-970f-63daf0e05413 req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Calling delete_port for f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 owned by compute:nova {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:16:08.101508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-f96da270-801e-4978-ae59-955c55db2606 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:08.104735 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-f96da270-801e-4978-ae59-955c55db2606 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 810 time: 0.2429101 Apr 20 10:16:08.274640 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:16:08.288077 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-bf706bbb-0e69-4dae-b503-c7abb68139ac tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18116a00c5e64adaa53e506e38ee8e25 HTTP/1.1" status: 200 len: 5705 time: 0.1708953 Apr 20 10:16:08.302164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'port': {'device_id': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'admin_state_up': True, 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'security_groups': ['17526289-f03a-4dcd-8c6d-99d29610baf5']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:08.496908 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-36c74246-0657-4e90-b24b-448183a5f660 req-686164cc-4316-4dd5-a738-bc9e782ff714 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 210 time: 0.0759923 Apr 20 10:16:08.517699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Router 962653b5-66ee-449f-b42d-1f45bbfa3f20 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:16:08.557456 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:08.570745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:08.597656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-76de7184-bb51-4657-970f-63daf0e05413 req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.613204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2c8b1abb-fdbc-4bc5-9845-e04d450419f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:08.615408 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Made reservation on behalf of 18116a00c5e64adaa53e506e38ee8e25 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:16:08.624215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.815399 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:16:08.830780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] Sync routers for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:16:08.857907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Pushing event deleted for resources: {'Port': ['ID=f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:08.863414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:08.877393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:08.878887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:08.990136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-76de7184-bb51-4657-970f-63daf0e05413 req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] No DVR routers for this DVR port f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 on host hv-cinder-77459 {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:16:08.996947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-76de7184-bb51-4657-970f-63daf0e05413 req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:08.999107 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76de7184-bb51-4657-970f-63daf0e05413 req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.55 "DELETE /v2.0/ports/f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 HTTP/1.1" status: 204 len: 173 time: 2.3044491 Apr 20 10:16:08.999888 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2', 'name': 'network-vif-deleted', 'tag': 'f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:09.022407 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9e5b998f-d0d7-408d-bff7-a4cba4cb36f1 req-03dbc042-a01a-486a-921d-560a33dc8026 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2 HTTP/1.1" status: 200 len: 210 time: 0.2060416 Apr 20 10:16:09.030377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.107387 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb0c7e6-3b4a-4d11-9bf2-c66ad07254a2', 'name': 'network-vif-deleted', 'tag': 'f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5', 'status': 'completed', 'code': 200} Apr 20 10:16:09.118305 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9151266 Apr 20 10:16:09.164475 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Allocated IP 172.20.0.5 (308d53bc-8da5-4a8a-acf4-ce457ae855cd/1e5cec62-36e0-45a0-a288-1aa461c75043/962bdb25-5dd1-423e-a1b0-bb60cf8d4146) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:09.437381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:09.496413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.514775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Transition to ACTIVE for port object 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:09.588386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.610357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:09.767407 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:09.773043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:09.775575 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:09.863637 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:09.865014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:09.932658 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:16:09.936598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event updated for resources: {'Port': ['ID=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:09.955118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.955536 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.955950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.956354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.956781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.957195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.957790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.958206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.958604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.958998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.959391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.959785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:09.972775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:09.977668 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6838901 Apr 20 10:16:09.992911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Request body: {'port': {'device_id': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:10.078307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a227b-eb48-4908-8e79-c7241e49aeb8 req-ab070ef5-d121-4f26-b0aa-fe372835f29a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:10.079292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-3b3a227b-eb48-4908-8e79-c7241e49aeb8 req-ab070ef5-d121-4f26-b0aa-fe372835f29a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Synchronizing usage tracker for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:10.085338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:16:10.086500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device f0fc10c8-2298-4c6c-a1c8-1e579c46a9f5 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:16:10.214534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-3b3a227b-eb48-4908-8e79-c7241e49aeb8 req-ab070ef5-d121-4f26-b0aa-fe372835f29a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Unset dirty status for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:10.221274 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3b3a227b-eb48-4908-8e79-c7241e49aeb8 req-ab070ef5-d121-4f26-b0aa-fe372835f29a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 931 time: 0.5326819 Apr 20 10:16:10.244178 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-9ed7b419-6e52-40d4-8e98-abec69f1781e None None] Provisioning for port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:10.254217 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-9ed7b419-6e52-40d4-8e98-abec69f1781e None None] Provisioning complete for port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:10.255912 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b419-6e52-40d4-8e98-abec69f1781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.279567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'f5688ed3-225e-42f9-9c5d-46bfb0d782f3', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': '4d6a9fc7-5651-4618-9c18-6774383be776', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:d2:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:05Z', 'updated_at': '2021-04-20T10:16:05Z', 'revision_number': 0, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:10.287956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] Checking router: 962653b5-66ee-449f-b42d-1f45bbfa3f20 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:16:10.306307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:10.307435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:10.343254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:10.359886 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7b419-6e52-40d4-8e98-abec69f1781e None None] Port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:16:10.465544 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3b3a227b-eb48-4908-8e79-c7241e49aeb8 req-cfc542ec-0b7d-4bac-9240-beb7d2b72bb2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285531 Apr 20 10:16:10.509754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39896) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:10.650211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:10.977655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:16:10.993963 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:11.020626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Transition to ACTIVE for port object 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:11.066997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:11.075708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a9e8232a-75f5-4bfb-b757-a9681a9556f8 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:11.117732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'tag': '4d6a9fc7-5651-4618-9c18-6774383be776'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:11.214192 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'tag': '4d6a9fc7-5651-4618-9c18-6774383be776', 'status': 'completed', 'code': 200} Apr 20 10:16:11.251685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'f5688ed3-225e-42f9-9c5d-46bfb0d782f3', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': '4d6a9fc7-5651-4618-9c18-6774383be776', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:d2:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:05Z', 'updated_at': '2021-04-20T10:16:05Z', 'revision_number': 0, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:11.258933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f034c6a-92a2-4da8-8163-b3f6622bde86 None None] The sync data for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi is: [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'f5688ed3-225e-42f9-9c5d-46bfb0d782f3', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': '4d6a9fc7-5651-4618-9c18-6774383be776', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:d2:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:05Z', 'updated_at': '2021-04-20T10:16:05Z', 'revision_number': 0, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:16:11.375305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Pushing event updated for resources: {'Port': ['ID=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:11.381175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:11.472063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-6ec3b6f8-0b82-4770-8a2e-c09ddbf07580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:11.474601 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-6ec3b6f8-0b82-4770-8a2e-c09ddbf07580 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 1098 time: 0.2302434 Apr 20 10:16:11.579703 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Attempting to bind port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:11.580333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Attempting to bind port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:11.580899 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Attempting to bind port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 on network 308d53bc-8da5-4a8a-acf4-ce457ae855cd {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:11.587084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 on network 308d53bc-8da5-4a8a-acf4-ce457ae855cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:16:11.587696 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Attempting to bind port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 on network 308d53bc-8da5-4a8a-acf4-ce457ae855cd {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:11.620354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:11.621186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Checking segment: {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:11.625505 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Bound using segment: {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:11.626607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Bound port: 962bdb25-5dd1-423e-a1b0-bb60cf8d4146, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582767fa-efaf-4b35-bed4-22916dd04567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:11.627590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:11.696697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63134e-0ebb-428e-a20f-9c42b0d9313f None None] New status for floating IP f5688ed3-225e-42f9-9c5d-46bfb0d782f3: ACTIVE {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:16:11.730969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854342246'] for router_interface, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:11.835171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] For port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:11.847062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] For port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:11.881154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335237b3-2002-4ce9-8c5e-a97b5e7cba73 req-fe9deceb-c580-4a62-8300-9c5d52685aa9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:11.885550 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-335237b3-2002-4ce9-8c5e-a97b5e7cba73 req-fe9deceb-c580-4a62-8300-9c5d52685aa9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 943 time: 0.2210369 Apr 20 10:16:11.890923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:11.904289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:11.918930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-948d5eb2-cf89-41f8-9404-93f406d69891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:11.920772 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-948d5eb2-cf89-41f8-9404-93f406d69891 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 912 time: 0.3840277 Apr 20 10:16:12.042999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:12.044608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:12.047465 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] 10.222.0.55 "PUT /v2.0/ports/962bdb25-5dd1-423e-a1b0-bb60cf8d4146 HTTP/1.1" status: 200 len: 1093 time: 2.0596459 Apr 20 10:16:12.062798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'tag': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:12.147614 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'tag': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146', 'status': 'completed', 'code': 200} Apr 20 10:16:12.188809 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-b41b86ca-10fb-4d08-b821-7ca5bc4caead service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d6a9fc7-5651-4618-9c18-6774383be776 HTTP/1.1" status: 200 len: 998 time: 0.2600121 Apr 20 10:16:12.234374 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-335237b3-2002-4ce9-8c5e-a97b5e7cba73 req-4dd24776-2fa4-4b3f-9b20-3ec29bd1455f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330240 Apr 20 10:16:12.264940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Pushing event updated for resources: {'Port': ['ID=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:12.271571 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:12.286006 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-1d27388c-895a-4ab4-92c1-b0cfe1a8cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:12.287679 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-1d27388c-895a-4ab4-92c1-b0cfe1a8cbbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.0904408 Apr 20 10:16:12.315318 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-810a1e38-44e8-4725-8e09-6954de233fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:12.317649 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-810a1e38-44e8-4725-8e09-6954de233fdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 1096 time: 0.1592393 Apr 20 10:16:12.405961 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-a965f320-f799-4ac8-9357-e3fbac84a01f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=962bdb25-5dd1-423e-a1b0-bb60cf8d4146 HTTP/1.1" status: 200 len: 217 time: 0.0801897 Apr 20 10:16:12.489312 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-0e22dcfd-b45b-49b1-b100-c15aa4955822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:12.491322 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-0e22dcfd-b45b-49b1-b100-c15aa4955822 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e5cec62-36e0-45a0-a288-1aa461c75043 HTTP/1.1" status: 200 len: 849 time: 0.0768216 Apr 20 10:16:12.646873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-f9608f27-930f-43ad-88ed-95e2b0f192b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:12.648851 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-f9608f27-930f-43ad-88ed-95e2b0f192b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d53bc-8da5-4a8a-acf4-ce457ae855cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1483929 Apr 20 10:16:12.671341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Deleting port 504aa0d8-cbaa-4212-b8dc-144b64204e18 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:16:12.671633 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:12.831257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-0e9ecb7d-8981-485d-9bce-42f09241370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:12.832867 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-0e9ecb7d-8981-485d-9bce-42f09241370b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5362990 Apr 20 10:16:12.955223 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-cd6a564c-a618-4bc4-b08d-1af4aac3fbce service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961137 Apr 20 10:16:13.024626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] For port 504aa0d8-cbaa-4212-b8dc-144b64204e18, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=504aa0d8-cbaa-4212-b8dc-144b64204e18,segment=NetworkSegment(9be1479f-13db-43b4-a4d3-e321f831809a),segment_id=9be1479f-13db-43b4-a4d3-e321f831809a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:13.025155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:13.184627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Calling delete_port for 504aa0d8-cbaa-4212-b8dc-144b64204e18 owned by network:router_interface {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:16:13.225560 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-1c9a5731-3e49-42a8-90df-fc46d118fbd1 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846910 Apr 20 10:16:13.287159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-fd2f9d4b-df7a-476b-9c45-f9e786c69730 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Synchronizing usage tracker for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:13.363495 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-389bc628-ddbd-4262-afeb-7a4f0425554f req-144d8775-7e0f-4388-9426-1aff21a5d0f6 service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912077 Apr 20 10:16:13.448229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-fd2f9d4b-df7a-476b-9c45-f9e786c69730 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Unset dirty status for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:13.450324 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-fd2f9d4b-df7a-476b-9c45-f9e786c69730 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147771014&fields=id&tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05 HTTP/1.1" status: 200 len: 267 time: 0.3240991 Apr 20 10:16:13.593924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56eca778-518a-4bb8-91be-8eb40833bf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:13.614167 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67a929f0-76e1-44f2-a8f0-f1354d1ac1b5 req-7fc76926-d400-459a-9df4-5e04106ecc3b service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690305 Apr 20 10:16:13.765247 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:13.774747 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2bcf136e-bf9e-418d-ae6d-bb5341f9ec36 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:13.837562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=504aa0d8-cbaa-4212-b8dc-144b64204e18,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:13.882254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.882642 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.883053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.883451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.883847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.884244 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.884663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.885076 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.885470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.885861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.886250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.886635 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:13.896614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:14.075959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-93ac465b-74f7-4aa7-bb70-358aa50552ee tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:14.076805 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-93ac465b-74f7-4aa7-bb70-358aa50552ee tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Synchronizing usage tracker for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:14.098634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-0041c70b-ca8e-4897-8585-8c01d3237f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:14.100744 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-0041c70b-ca8e-4897-8585-8c01d3237f5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 1096 time: 0.2956994 Apr 20 10:16:14.112314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cbc7c-b075-4a35-b4f3-d0099b07c388 req-8d27fa29-4727-43c9-8522-243a8bd0185e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:14.115192 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-057cbc7c-b075-4a35-b4f3-d0099b07c388 req-8d27fa29-4727-43c9-8522-243a8bd0185e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 943 time: 0.3083484 Apr 20 10:16:14.165647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854342172'] for router_interface, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:14.225145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-93ac465b-74f7-4aa7-bb70-358aa50552ee tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Unset dirty status for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:14.226594 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-93ac465b-74f7-4aa7-bb70-358aa50552ee tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/networks?id=ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 200 len: 808 time: 0.7658765 Apr 20 10:16:14.277811 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-057cbc7c-b075-4a35-b4f3-d0099b07c388 req-30db59d9-8d90-495e-87a7-6136bb5d3e4c tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300242 Apr 20 10:16:14.282354 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-ef63a81f-59e3-4d52-897c-1c77b0a2d50d tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/quotas/bfc2877b50ae4f18ab0b776a2eb41d05 HTTP/1.1" status: 200 len: 375 time: 0.0383275 Apr 20 10:16:14.395360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-f0b1c44e-3318-4290-9804-82c2396e0532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:14.397098 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-f0b1c44e-3318-4290-9804-82c2396e0532 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 911 time: 0.2775600 Apr 20 10:16:14.482864 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-5aa0076f-b3a8-41ab-a4c0-a7b5ef732576 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=962bdb25-5dd1-423e-a1b0-bb60cf8d4146 HTTP/1.1" status: 200 len: 217 time: 0.0765147 Apr 20 10:16:14.497556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-69b89649-28eb-449d-8de3-e5ce58840562 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Synchronizing usage tracker for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:14.579158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-43de42e6-487c-4fc4-933f-a3c805c20f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:14.583854 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-43de42e6-487c-4fc4-933f-a3c805c20f27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e5cec62-36e0-45a0-a288-1aa461c75043 HTTP/1.1" status: 200 len: 849 time: 0.0801690 Apr 20 10:16:14.607896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:16:14.665106 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-69b89649-28eb-449d-8de3-e5ce58840562 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Unset dirty status for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:14.667484 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-69b89649-28eb-449d-8de3-e5ce58840562 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3681395 Apr 20 10:16:14.879090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-d751c577-4b38-40c6-b275-4254444b89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:14.880926 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-d751c577-4b38-40c6-b275-4254444b89cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d53bc-8da5-4a8a-acf4-ce457ae855cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2903306 Apr 20 10:16:14.892546 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-966b3be7-fce4-4971-816e-335417c067b1 service neutron] 10.222.0.26 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087736 Apr 20 10:16:15.138795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:15.156393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:16:15.172168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] Sync routers for ids ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:16:15.174926 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-caa703a8-a8d6-4eef-a21f-f43943fbc158 service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851174 Apr 20 10:16:15.181582 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-6af39752-e88e-48c1-a7bf-cacdbedbc5ec service neutron] 10.222.0.26 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576072 Apr 20 10:16:15.194005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] Routers {'50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:15.194005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:15.220436 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] 10.222.0.26 "PUT /v2.0/routers/50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7074239 Apr 20 10:16:15.222766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39924) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:15.426918 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-972d0177-6f8e-4f8d-95f1-b5d9b4518386 req-fcd14426-867a-4e45-93c9-73e258c03360 service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436039 Apr 20 10:16:15.446894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] Set router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:15.576325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks [] for router, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:15.633503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b8b07-fb61-43e5-95d5-17c6d839234b req-9c91c17e-aad4-4626-b900-b540d09f248a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:15.635260 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f54b8b07-fb61-43e5-95d5-17c6d839234b req-9c91c17e-aad4-4626-b900-b540d09f248a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 943 time: 0.1733601 Apr 20 10:16:15.697212 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f54b8b07-fb61-43e5-95d5-17c6d839234b req-97cbf9fe-4c89-4498-a7f6-e6030bf6857d tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526030 Apr 20 10:16:15.793910 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:15.875933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Deleting port 43ead086-82f6-4678-bdb1-809e79739a1b {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:16:15.882252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:15.965114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:16:15.993581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:12:39Z', 'updated_at': '2021-04-20T10:16:13Z', 'revision_number': 5, 'project_id': 'aff0273c806d4621893b13562813a251', 'gw_port': {'id': '43ead086-82f6-4678-bdb1-809e79739a1b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:12:41Z', 'updated_at': '2021-04-20T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:15.999107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] Checking router: 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:16:16.011538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] Routers {'50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:16.012626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:15:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:16.050278 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-39b8b996-d2a9-4e89-8ce8-e0aab39b3735 req-f516709c-fea5-4986-b941-e67c85b5ee5c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 210 time: 0.1236553 Apr 20 10:16:16.133042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:16.152139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'port_id': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146', 'mac_address': 'fa:16:3e:a4:56:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:16:16.238167 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] Set router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 gateway port host: None {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:16.253840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.278154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:16:16.303172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:16.335538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.338112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:16.350743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] For port 43ead086-82f6-4678-bdb1-809e79739a1b, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=43ead086-82f6-4678-bdb1-809e79739a1b,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:16.351684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.365463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:12:39Z', 'updated_at': '2021-04-20T10:16:15Z', 'revision_number': 6, 'project_id': 'aff0273c806d4621893b13562813a251', 'gw_port_host': None}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:16.372018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec99640-1873-49ca-b31f-4c75f0abc6a7 None None] The sync data for ids ['50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2'] in dv-cinder-774594-4-iscsi is: [{'id': '50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1705468348-router', 'tenant_id': 'aff0273c806d4621893b13562813a251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:12:39Z', 'updated_at': '2021-04-20T10:16:15Z', 'revision_number': 6, 'project_id': 'aff0273c806d4621893b13562813a251', 'gw_port_host': None}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:16:16.387281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bef606af-9fcf-4c8d-a63e-4a06f6ce9a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:16.456279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:16.462218 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:16.602212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Calling delete_port for 43ead086-82f6-4678-bdb1-809e79739a1b owned by network:router_gateway {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:16:16.617887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['962bdb25-5dd1-423e-a1b0-bb60cf8d4146'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:16:17.004208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.009947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:17.067496 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430a10d-2943-45fb-a89c-684296abdbd9 req-c3a8a608-13ca-475a-ba5a-ce7eded17ab8 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:17.069722 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3430a10d-2943-45fb-a89c-684296abdbd9 req-c3a8a608-13ca-475a-ba5a-ce7eded17ab8 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 944 time: 0.1623480 Apr 20 10:16:17.114255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 504aa0d8-cbaa-4212-b8dc-144b64204e18 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:16:17.139876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Pushing event deleted for resources: {'Port': ['ID=43ead086-82f6-4678-bdb1-809e79739a1b,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:17.147569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:17.171842 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3430a10d-2943-45fb-a89c-684296abdbd9 req-732625a2-67c2-4c9b-83b7-b3d6e23682fe tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752139 Apr 20 10:16:17.203826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 504aa0d8-cbaa-4212-b8dc-144b64204e18 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:16:17.204618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 504aa0d8-cbaa-4212-b8dc-144b64204e18 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:16:17.219141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 43ead086-82f6-4678-bdb1-809e79739a1b no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:16:17.286977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.306038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 43ead086-82f6-4678-bdb1-809e79739a1b {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:16:17.306653 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 43ead086-82f6-4678-bdb1-809e79739a1b not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:16:17.316220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452709'] for router_gateway, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.407311 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-87a9ada5-50e2-4eed-ac5c-1aee64736d81 req-d9e79430-1d2f-40a6-9ebb-98fbd39d3b57 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 210 time: 0.1021011 Apr 20 10:16:17.523410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773727'] for router, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.526013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.649338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.695939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.696682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 {{(pid=86374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:16:17.724919 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.724919 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] 10.222.0.26 "DELETE /v2.0/routers/50592b52-51f3-4ec2-9cd6-d0bbf5fdc5a2 HTTP/1.1" status: 204 len: 168 time: 2.4958243 Apr 20 10:16:17.725303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 39960) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:17.811592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a44410-724c-4522-8e33-b2c3944d075a admin admin] Deleting subnet ff9d0631-7c57-47b3-95bf-d15a51055866 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:16:17.815467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89a44410-724c-4522-8e33-b2c3944d075a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.876556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89a44410-724c-4522-8e33-b2c3944d075a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508365'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.939540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89a44410-724c-4522-8e33-b2c3944d075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:17.970719 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:18.078101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:18.084780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:18.085289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.249926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.293595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:18.296896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89a44410-724c-4522-8e33-b2c3944d075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852794180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2291169'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.311588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:18.319448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-46531fea-61bf-41b0-8572-00543e96a77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:18.341013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.343382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:18.387185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89a44410-724c-4522-8e33-b2c3944d075a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.425779 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:18.429926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:18.474791 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a44410-724c-4522-8e33-b2c3944d075a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9d0631-7c57-47b3-95bf-d15a51055866,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:18.480111 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146', 'code': 200} Apr 20 10:16:18.482420 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-89a44410-724c-4522-8e33-b2c3944d075a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:18.484113 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-89a44410-724c-4522-8e33-b2c3944d075a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ff9d0631-7c57-47b3-95bf-d15a51055866 HTTP/1.1" status: 204 len: 168 time: 0.7573559 Apr 20 10:16:18.487065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39972) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:18.583793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a86b74-d899-4001-a890-665af962c867 req-1c8aeeab-7a33-44e2-aed6-5de49e5f38c5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:18.587917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.590658 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5a86b74-d899-4001-a890-665af962c867 req-1c8aeeab-7a33-44e2-aed6-5de49e5f38c5 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 945 time: 0.2139852 Apr 20 10:16:18.656125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.817614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:18.824197 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5e819405-7dc7-4261-a49f-8afd939ee530 req-f9f37775-1b22-4249-a980-158150ceda0a tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 210 time: 0.1867032 Apr 20 10:16:18.907797 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5a86b74-d899-4001-a890-665af962c867 req-0f7d98c7-e6fc-41bc-878a-36531b439a94 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714908 Apr 20 10:16:19.013173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7dae7f-7b70-4293-a792-03bea697db19']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:19.026739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-5ee15e0a-2b70-4727-9b10-54236a9d51f9 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:19.029735 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-5ee15e0a-2b70-4727-9b10-54236a9d51f9 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.55 "GET /v2.0/networks?id=ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 200 len: 808 time: 0.4373944 Apr 20 10:16:19.034962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be1479f-13db-43b4-a4d3-e321f831809a') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:19.035867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be1479f-13db-43b4-a4d3-e321f831809a') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:19.067838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.093280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.105280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:16:19.136954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050fa12-9695-4164-815b-5934678b0034 req-0f6d25b1-760a-4a1e-b866-888bf55f9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:19.138654 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7050fa12-9695-4164-815b-5934678b0034 req-0f6d25b1-760a-4a1e-b866-888bf55f9f4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 1098 time: 0.2065175 Apr 20 10:16:19.154848 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-6e0fc92a-e160-44cf-87c8-80835fa79801 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05 HTTP/1.1" status: 200 len: 8059 time: 0.1144366 Apr 20 10:16:19.172832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Request body: {'port': {'device_id': '92347465-f862-47a0-bb7a-989cf6df93a9', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'admin_state_up': True, 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'security_groups': ['25b098f3-b1ac-40ea-af0e-17b08d567f89']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:19.334713 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7050fa12-9695-4164-815b-5934678b0034 req-5a302c18-2b32-44c7-8ca6-21ceddbe2682 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390588 Apr 20 10:16:19.345650 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Network ec7dae7f-7b70-4293-a792-03bea697db19 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:16:19.356434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.400824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:19.412841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:19.449241 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Made reservation on behalf of bfc2877b50ae4f18ab0b776a2eb41d05 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:16:19.455931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.549745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Network ec7dae7f-7b70-4293-a792-03bea697db19 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:16:19.575326 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:16:19.646575 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Allocated IP 172.20.0.3 (ca003e3b-8012-4a81-b65f-d9325f75f831/7770f066-3626-4da8-b268-32a698661f59/38eba4f5-f2bf-4b6c-a2c9-f82481446e4b) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:19.701424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.708010 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:19.740682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.766246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7dae7f-7b70-4293-a792-03bea697db19,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:19.770363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:19.822663 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ba4cea78-06cb-489a-9576-55aa588a4f03 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ec7dae7f-7b70-4293-a792-03bea697db19 HTTP/1.1" status: 204 len: 168 time: 1.3340664 Apr 20 10:16:19.930161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:19.961092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Transition to ACTIVE for port object 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:20.055595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.066930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-97cd49e8-b7be-464e-baf7-9524e324e679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:20.234831 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39986) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:20.340916 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c84ceb4c-deb5-4acc-86ba-943085d7f61a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aff0273c806d4621893b13562813a251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037219 Apr 20 10:16:20.345702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 39990) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:20.468212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-36db9723-8732-4104-b1cf-828662268e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.485817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Network ca003e3b-8012-4a81-b65f-d9325f75f831 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:20.493708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:20.497473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:20.502923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-36db9723-8732-4104-b1cf-828662268e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.532268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'Port': ['ID=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:20.575520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:20.622381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:20.623135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.666269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1069f-5970-404e-b962-9a591e60bc06 req-641e23cd-c07e-4744-be2d-173af30c1eba tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:20.668027 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-18d1069f-5970-404e-b962-9a591e60bc06 req-641e23cd-c07e-4744-be2d-173af30c1eba tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 931 time: 0.6575830 Apr 20 10:16:20.673787 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-36db9723-8732-4104-b1cf-828662268e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.694200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:20.718626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd77b-319a-422a-969b-45e20b430f75 req-2653c4e6-0e5c-4707-9d2c-2e749fbd699b tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:20.720366 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-425bd77b-319a-422a-969b-45e20b430f75 req-2653c4e6-0e5c-4707-9d2c-2e749fbd699b tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 945 time: 0.3360326 Apr 20 10:16:20.723356 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db9723-8732-4104-b1cf-828662268e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e183d830-79a9-437f-8ad6-7f04904a5bb5,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:20.736288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-36db9723-8732-4104-b1cf-828662268e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:20.777311 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6147332 Apr 20 10:16:20.792618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-36db9723-8732-4104-b1cf-828662268e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.798363 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-36db9723-8732-4104-b1cf-828662268e41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e183d830-79a9-437f-8ad6-7f04904a5bb5 HTTP/1.1" status: 204 len: 168 time: 0.4467247 Apr 20 10:16:20.829570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Request body: {'port': {'device_id': '92347465-f862-47a0-bb7a-989cf6df93a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:20.849954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-c4472293-ec42-485b-a3fb-763342c35917 None None] Provisioning for port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:20.859464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-c4472293-ec42-485b-a3fb-763342c35917 None None] Provisioning complete for port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:20.862970 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c4472293-ec42-485b-a3fb-763342c35917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:20.869732 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-18d1069f-5970-404e-b962-9a591e60bc06 req-13e6c1fa-d49a-4ea8-9620-18c5f1d59a58 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874585 Apr 20 10:16:20.903108 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-425bd77b-319a-422a-969b-45e20b430f75 req-482968cc-b186-4173-a427-4002b5a3ef33 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541314 Apr 20 10:16:20.995598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-c4472293-ec42-485b-a3fb-763342c35917 None None] Port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:16:21.052221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.517897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:16:21.527526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.544994 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Transition to ACTIVE for port object 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:16:21.603601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:21.610036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:21.851850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Pushing event updated for resources: {'Port': ['ID=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:21.892988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:22.011735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Attempting to bind port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:16:22.012601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Attempting to bind port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:16:22.013444 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Attempting to bind port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b on network ca003e3b-8012-4a81-b65f-d9325f75f831 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:22.026517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b on network ca003e3b-8012-4a81-b65f-d9325f75f831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:16:22.027707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Attempting to bind port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b on network ca003e3b-8012-4a81-b65f-d9325f75f831 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:16:22.042489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:16:22.043143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Checking segment: {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:16:22.044255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Bound using segment: {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:16:22.045154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Bound port: 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70b6180-8010-47c2-9155-66dffe3ee213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:16:22.045827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.453053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dfc2d-c8a2-4d6d-8e05-f3068663847c req-5df5e29f-da6c-4015-966c-02527e680c48 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:22.454400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-362dfc2d-c8a2-4d6d-8e05-f3068663847c req-5df5e29f-da6c-4015-966c-02527e680c48 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Synchronizing usage tracker for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:16:22.467906 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:16:22.477857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:16:22.518435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1c11-9109-44e0-8e42-6e1389b19b9d req-3049db46-bd9f-43a1-9feb-b086d1ba80ee tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:22.522503 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-589f1c11-9109-44e0-8e42-6e1389b19b9d req-3049db46-bd9f-43a1-9feb-b086d1ba80ee tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 945 time: 0.3638937 Apr 20 10:16:22.526305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.535767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-af787ee6-dc0e-41c4-aebe-4f97f6278fb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:22.617403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-362dfc2d-c8a2-4d6d-8e05-f3068663847c req-5df5e29f-da6c-4015-966c-02527e680c48 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Unset dirty status for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:16:22.619395 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-362dfc2d-c8a2-4d6d-8e05-f3068663847c req-5df5e29f-da6c-4015-966c-02527e680c48 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.5533144 Apr 20 10:16:22.705328 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:22.706041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:22.708565 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] 10.222.0.55 "PUT /v2.0/ports/38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 200 len: 1093 time: 1.8903751 Apr 20 10:16:22.709464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:22.767229 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-589f1c11-9109-44e0-8e42-6e1389b19b9d req-e8128161-0a80-4132-80d8-7e02e45fa886 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271512 Apr 20 10:16:22.780909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Pushing event updated for resources: {'Port': ['ID=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:22.789336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:22.921659 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-362dfc2d-c8a2-4d6d-8e05-f3068663847c req-561f271b-3687-42e3-a1f0-ab42034c3a8b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571645 Apr 20 10:16:22.965804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-6783370b-1ded-4723-954e-278ff1f3cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:22.967849 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-6783370b-1ded-4723-954e-278ff1f3cb50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1096 time: 0.1443009 Apr 20 10:16:23.072948 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'status': 'completed', 'code': 200} Apr 20 10:16:23.074582 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-ce78fb24-e5d4-4dbc-826c-420361dc5372 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 200 len: 217 time: 0.0937054 Apr 20 10:16:23.221125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8354416a-2737-495d-8ffc-606103be5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:23.222784 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8354416a-2737-495d-8ffc-606103be5a0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7770f066-3626-4da8-b268-32a698661f59 HTTP/1.1" status: 200 len: 847 time: 0.1315329 Apr 20 10:16:23.313378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e506b4-9ed2-4c42-90d1-3c7e989a136b req-ae6c6e54-4908-4a90-a333-1cf5650b94a7 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:23.315074 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f8e506b4-9ed2-4c42-90d1-3c7e989a136b req-ae6c6e54-4908-4a90-a333-1cf5650b94a7 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 945 time: 0.1833551 Apr 20 10:16:23.326786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 40042) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:23.339834 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-d69a570d-460a-4500-9e90-4d30e1a6e4e2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Request body: {'floatingip': {'port_id': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:23.341072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-2efeae4f-ba1a-4657-82c8-53ce3f2b8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:23.343016 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-2efeae4f-ba1a-4657-82c8-53ce3f2b8171 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca003e3b-8012-4a81-b65f-d9325f75f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1119983 Apr 20 10:16:23.495093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d69a570d-460a-4500-9e90-4d30e1a6e4e2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:23.519845 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-8d7adacf-1e96-41d1-b143-ab64374806b1 service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638134 Apr 20 10:16:23.745576 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cc139691-816a-4e88-a3d0-aee58b2688e6 req-fb5bd4ff-7062-4008-9d6f-4c12f0838711 service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169664 Apr 20 10:16:23.948658 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-5746a9f7-c391-4dff-837d-0485a7e5535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:23.950495 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-5746a9f7-c391-4dff-837d-0485a7e5535e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1096 time: 0.1131876 Apr 20 10:16:24.415518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-802b27d2-0a9b-4aa9-820e-e5ded8a4832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:24.418180 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-802b27d2-0a9b-4aa9-820e-e5ded8a4832b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 200 len: 909 time: 0.4600220 Apr 20 10:16:24.544787 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-cf03f7c2-a01c-4447-807c-b0d02be5f950 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 200 len: 217 time: 0.1060164 Apr 20 10:16:24.607252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacb0ae-a073-4405-b72e-197d387d363d req-e2b19df3-43fa-4d45-84b3-b1b54b26f0f4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:24.609003 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-deacb0ae-a073-4405-b72e-197d387d363d req-e2b19df3-43fa-4d45-84b3-b1b54b26f0f4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.3067403 Apr 20 10:16:24.647967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d69a570d-460a-4500-9e90-4d30e1a6e4e2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:24.674617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-6fe535cc-7352-4c6c-9584-1556ffc1cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:24.676891 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-6fe535cc-7352-4c6c-9584-1556ffc1cf06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7770f066-3626-4da8-b268-32a698661f59 HTTP/1.1" status: 200 len: 847 time: 0.1232188 Apr 20 10:16:24.677952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d69a570d-460a-4500-9e90-4d30e1a6e4e2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:24.682230 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-deacb0ae-a073-4405-b72e-197d387d363d req-f10b18eb-866e-471c-a248-8a84e7d0de59 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644982 Apr 20 10:16:24.776108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-a842b104-d6fd-4285-a474-822f17865a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:24.777694 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-a842b104-d6fd-4285-a474-822f17865a98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca003e3b-8012-4a81-b65f-d9325f75f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912158 Apr 20 10:16:24.944177 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-3e3a71c2-7be5-43bf-bb70-b03402ee5917 service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563418 Apr 20 10:16:24.962853 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-d69a570d-460a-4500-9e90-4d30e1a6e4e2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Floating IP 033d7c60-a70e-4db4-a34d-5cba5d858514 associated. External IP: 172.27.3.226, port: 962bdb25-5dd1-423e-a1b0-bb60cf8d4146. Apr 20 10:16:25.168715 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-67cb097a-63ee-4ff3-bee7-ac466242edf5 req-8ec16995-8255-4d1b-9656-eb70e135f1a0 service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147322 Apr 20 10:16:25.494670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69a570d-460a-4500-9e90-4d30e1a6e4e2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Router d4e41470-6567-417a-aafd-8483ae168d2c has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:16:25.703060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69a570d-460a-4500-9e90-4d30e1a6e4e2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:16:25.708368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d69a570d-460a-4500-9e90-4d30e1a6e4e2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:25.713870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] Sync routers for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:16:25.724799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:25.726080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:16:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:25.781581 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d69a570d-460a-4500-9e90-4d30e1a6e4e2 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "PUT /v2.0/floatingips/033d7c60-a70e-4db4-a34d-5cba5d858514 HTTP/1.1" status: 200 len: 991 time: 2.4493918 Apr 20 10:16:25.781581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'tag': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:25.953780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:26.057224 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'tag': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146', 'status': 'completed', 'code': 200} Apr 20 10:16:26.320283 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b48af-9d57-409e-9c8d-a88d221d0875 req-1193d4d3-b07e-46cb-8c44-b8a45ee4a364 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:26.321939 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-281b48af-9d57-409e-9c8d-a88d221d0875 req-1193d4d3-b07e-46cb-8c44-b8a45ee4a364 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.4682696 Apr 20 10:16:26.328549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-4701df3b-e1c5-42c2-a289-d09007e5ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:26.330201 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-4701df3b-e1c5-42c2-a289-d09007e5ded7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18116a00c5e64adaa53e506e38ee8e25&device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 1098 time: 0.1308563 Apr 20 10:16:26.412329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '033d7c60-a70e-4db4-a34d-5cba5d858514', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'port_id': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'mac_address': 'fa:16:3e:a4:56:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:02Z', 'updated_at': '2021-04-20T10:16:24Z', 'revision_number': 1, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:26.417158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] Checking router: d4e41470-6567-417a-aafd-8483ae168d2c for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:16:26.431762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:26.432571 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:16:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:26.475882 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-281b48af-9d57-409e-9c8d-a88d221d0875 req-f3f8a58e-c1fd-41ab-aefd-5ca5e4d159ee tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414082 Apr 20 10:16:26.544615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-af729eda-c9b4-4b5f-bc4c-e45c7cd6fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:26.546621 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-af729eda-c9b4-4b5f-bc4c-e45c7cd6fb26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 200 len: 911 time: 0.1965835 Apr 20 10:16:26.676272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:27.294813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '033d7c60-a70e-4db4-a34d-5cba5d858514', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'port_id': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'mac_address': 'fa:16:3e:a4:56:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:02Z', 'updated_at': '2021-04-20T10:16:24Z', 'revision_number': 1, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:27.299690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffabc6e9-00e3-4f3a-afce-bfd8be48080d None None] The sync data for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi is: [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '033d7c60-a70e-4db4-a34d-5cba5d858514', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'floating_ip_address': '172.27.3.226', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'port_id': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'mac_address': 'fa:16:3e:a4:56:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:02Z', 'updated_at': '2021-04-20T10:16:24Z', 'revision_number': 1, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:16:27.604933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb213cb4-dad5-4f85-b8c1-30f7904c1ca9 None None] New status for floating IP 033d7c60-a70e-4db4-a34d-5cba5d858514: ACTIVE {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:16:29.915565 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-c0a422dd-facd-48ff-83d4-092e0f429d09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=962bdb25-5dd1-423e-a1b0-bb60cf8d4146 HTTP/1.1" status: 200 len: 1001 time: 0.3381553 Apr 20 10:16:29.933396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6348731-63a1-4353-afe9-6da39ed8f487 req-f7f51dca-de02-4fb9-889d-71d8df370c80 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:29.935103 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6348731-63a1-4353-afe9-6da39ed8f487 req-f7f51dca-de02-4fb9-889d-71d8df370c80 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.2265615 Apr 20 10:16:30.041238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-d03e3781-7576-4155-ae8b-ca3f9c60fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:30.042841 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-d03e3781-7576-4155-ae8b-ca3f9c60fdb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1e5cec62-36e0-45a0-a288-1aa461c75043 HTTP/1.1" status: 200 len: 849 time: 0.1067581 Apr 20 10:16:30.048175 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6348731-63a1-4353-afe9-6da39ed8f487 req-0568c64a-360a-449e-ba9f-7ca8b7ccb631 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725582 Apr 20 10:16:30.135482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-b33147cd-e32b-426a-80d5-2ee906612afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:30.137085 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-b33147cd-e32b-426a-80d5-2ee906612afc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d53bc-8da5-4a8a-acf4-ce457ae855cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847342 Apr 20 10:16:30.299773 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-db77a804-ef31-463d-b530-e718f59e0d13 service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464074 Apr 20 10:16:30.456423 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-927c8c57-ece2-47e8-bb93-7af2ee78cc71 req-eb64d75b-eff8-430e-b5ce-0235b43c1baa service neutron] 10.222.0.55 "GET /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471338 Apr 20 10:16:31.286467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483ab8-55bc-4afc-86a4-e68d0b8d97e4 req-c7890190-0d39-4189-83c2-df5590786469 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:31.288181 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-78483ab8-55bc-4afc-86a4-e68d0b8d97e4 req-c7890190-0d39-4189-83c2-df5590786469 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.0960791 Apr 20 10:16:31.343898 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-78483ab8-55bc-4afc-86a4-e68d0b8d97e4 req-691f5707-6a53-48b8-8f1a-d6c9574010f2 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488567 Apr 20 10:16:32.670229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:16:32.865246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:32.882955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'port_id': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'mac_address': 'fa:16:3e:32:c3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:16:32.945358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:32.966173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:16:32.984931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:33.018469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:33.021600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:33.098618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:33.107296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.107682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.108062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.108434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.108838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.109215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.109579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.109953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.110313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.110674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.111035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.111389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:16:33.115999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:34.907378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac5193-c9dd-460a-9432-e381787a2cc6 req-a7bb276c-2646-474c-ad70-5dfcfc722259 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:34.909347 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-42ac5193-c9dd-460a-9432-e381787a2cc6 req-a7bb276c-2646-474c-ad70-5dfcfc722259 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 944 time: 0.1003897 Apr 20 10:16:34.966431 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-42ac5193-c9dd-460a-9432-e381787a2cc6 req-e0e2d150-df16-44b7-a64d-e2fc250dfe32 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493259 Apr 20 10:16:35.020301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['38eba4f5-f2bf-4b6c-a2c9-f82481446e4b'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:16:36.194957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585e0b6-d296-4e7b-9743-d99975413985 req-61fc6e2b-efb3-46c2-8bbe-0e3f69fd536a tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:36.196860 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8585e0b6-d296-4e7b-9743-d99975413985 req-61fc6e2b-efb3-46c2-8bbe-0e3f69fd536a tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 944 time: 0.1035452 Apr 20 10:16:36.253506 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8585e0b6-d296-4e7b-9743-d99975413985 req-2f226448-2225-4791-a6ce-2ba96ca59d79 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464442 Apr 20 10:16:36.680722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:16:36.837404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:16:36.844503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:16:36.845114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.001291 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.064100 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:37.084847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:16:37.111997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:37.114987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:37.222466 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:37.228411 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'code': 200} Apr 20 10:16:37.229750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:37.520337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a871eb0-7f16-4b45-bb23-2ebe7a675e80 req-696163e8-ad83-4938-8d3c-9698db989a11 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:37.522960 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3a871eb0-7f16-4b45-bb23-2ebe7a675e80 req-696163e8-ad83-4938-8d3c-9698db989a11 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.1216209 Apr 20 10:16:37.587483 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3a871eb0-7f16-4b45-bb23-2ebe7a675e80 req-6efe167b-1409-4c34-b4a8-67d7182c1df4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512221 Apr 20 10:16:37.703449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e2c42-7310-4415-a86b-9806819987cc req-68c590aa-870f-46c4-bad5-454d47433a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:37.705091 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-229e2c42-7310-4415-a86b-9806819987cc req-68c590aa-870f-46c4-bad5-454d47433a40 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1098 time: 0.0874083 Apr 20 10:16:37.758656 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-229e2c42-7310-4415-a86b-9806819987cc req-ef2603ae-7e23-4045-bcb0-83c8781b8af4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425422 Apr 20 10:16:41.273476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfd0fa-2513-4515-8cfd-29087ea31801 req-f02c6db9-ca01-40d6-90ea-e6f6431d66ae tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:41.275066 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-85cfd0fa-2513-4515-8cfd-29087ea31801 req-f02c6db9-ca01-40d6-90ea-e6f6431d66ae tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.0935104 Apr 20 10:16:41.343894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-85cfd0fa-2513-4515-8cfd-29087ea31801 req-68a47475-771d-4670-acde-ea0f5f038f91 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547569 Apr 20 10:16:42.621635 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f986a45-221c-407c-a8a0-6c346ebb41e3 req-8e0b9385-b50f-4fe0-bf9f-caeee97d2f3d tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:42.623408 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3f986a45-221c-407c-a8a0-6c346ebb41e3 req-8e0b9385-b50f-4fe0-bf9f-caeee97d2f3d tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.1044853 Apr 20 10:16:42.673163 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3f986a45-221c-407c-a8a0-6c346ebb41e3 req-ae320480-9706-48da-8522-31606d1d570c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428228 Apr 20 10:16:42.887158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31993fa2-8a4f-411e-bdb9-b2c23bf88a4f req-d08d5e5f-24b9-4cef-aaf7-8bfa652bfdf1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:42.888702 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-31993fa2-8a4f-411e-bdb9-b2c23bf88a4f req-d08d5e5f-24b9-4cef-aaf7-8bfa652bfdf1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.0960157 Apr 20 10:16:42.939692 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-31993fa2-8a4f-411e-bdb9-b2c23bf88a4f req-eac8badb-398f-4a57-8978-8d6823cca06a tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427575 Apr 20 10:16:42.966673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 40188) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:43.182868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f879e7f-bc0e-4b7e-9ca1-3efd351f21f5 tempest-TestShelveInstance-934876227 tempest-TestShelveInstance-934876227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:43.184455 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0f879e7f-bc0e-4b7e-9ca1-3efd351f21f5 tempest-TestShelveInstance-934876227 tempest-TestShelveInstance-934876227-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1093 time: 0.2164321 Apr 20 10:16:43.187869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 40194) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:43.194310 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Request body: {'floatingip': {'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'port_id': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:16:43.201154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:43.205668 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Usage tracker for resource:floatingip and tenant:bfc2877b50ae4f18ab0b776a2eb41d05 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:16:43.210321 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:16:43.216018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:16:43.260529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for floatingip, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.443775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.561496 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2679dfaf-8963-4169-a9c3-10bc108b2b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.610731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Allocated IP 172.27.3.35 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/24a49868-878d-4af8-9c95-80b38f5ba662) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:16:43.781648 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.856851 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:43.861927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:43.931278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:16:43.934848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:16:43.938803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:16:43.980382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'Port': ['ID=24a49868-878d-4af8-9c95-80b38f5ba662,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:43.984711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:44.448137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:44.568465 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:44.791538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:44.849662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:44.855088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-64539dcb-0364-4e6e-b4ff-3e202df40e90 tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:16:45.138817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:45.210900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event updated for resources: {'Port': ['ID=24a49868-878d-4af8-9c95-80b38f5ba662,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:16:45.215559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:16:45.221075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:45.264284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:16:45.415974 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Floating IP 4d1f1a27-d7ff-4296-ba57-c2e0fbb408f5 associated. External IP: 172.27.3.35, port: 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b. Apr 20 10:16:45.803982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:16:46.000746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:16:46.011641 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] Sync routers for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:16:46.022598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:46.023476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:16:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:46.063946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:46.126772 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9377429 Apr 20 10:16:46.127483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:16:46.219865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:46.366990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e4d04775-b3ff-4df7-94c0-0a4bdfc13034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:46.619277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '4d1f1a27-d7ff-4296-ba57-c2e0fbb408f5', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'port_id': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'mac_address': 'fa:16:3e:32:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92347465-f862-47a0-bb7a-989cf6df93a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:44Z', 'updated_at': '2021-04-20T10:16:44Z', 'revision_number': 0, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1b02b3-8a89-4c4e-a105-ee208ed78de1', 'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'mac_address': 'fa:16:3e:7d:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:32Z', 'updated_at': '2021-04-20T10:15:41Z', 'revision_number': 5, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'subnets': [{'id': '7770f066-3626-4da8-b268-32a698661f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:46.623378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] Checking router: 7093e969-b3cf-4aae-b4b9-a148a9e1b993 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:16:46.633412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:16:46.633825 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:16:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:46.827569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:16:47.139134 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:47.234964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '4d1f1a27-d7ff-4296-ba57-c2e0fbb408f5', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'port_id': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'mac_address': 'fa:16:3e:32:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92347465-f862-47a0-bb7a-989cf6df93a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:44Z', 'updated_at': '2021-04-20T10:16:44Z', 'revision_number': 0, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1b02b3-8a89-4c4e-a105-ee208ed78de1', 'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'mac_address': 'fa:16:3e:7d:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:32Z', 'updated_at': '2021-04-20T10:15:41Z', 'revision_number': 5, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'subnets': [{'id': '7770f066-3626-4da8-b268-32a698661f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:16:47.239862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb07d23-9aa7-423a-8846-09611bb4f540 None None] The sync data for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi is: [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '4d1f1a27-d7ff-4296-ba57-c2e0fbb408f5', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'port_id': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'mac_address': 'fa:16:3e:32:c3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92347465-f862-47a0-bb7a-989cf6df93a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:16:44Z', 'updated_at': '2021-04-20T10:16:44Z', 'revision_number': 0, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1b02b3-8a89-4c4e-a105-ee208ed78de1', 'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'mac_address': 'fa:16:3e:7d:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:32Z', 'updated_at': '2021-04-20T10:15:41Z', 'revision_number': 5, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'subnets': [{'id': '7770f066-3626-4da8-b268-32a698661f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:16:47.519413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad86cb-b794-4aa0-8b1d-31f2700eb47d None None] New status for floating IP 4d1f1a27-d7ff-4296-ba57-c2e0fbb408f5: ACTIVE {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:16:47.554010 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'status': 'completed', 'code': 200} Apr 20 10:16:47.630987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:47.695600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-6131b7f5-2bec-4f0a-abf4-72d273c30e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:47.697238 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-6131b7f5-2bec-4f0a-abf4-72d273c30e47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1098 time: 0.0916891 Apr 20 10:16:47.849331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-4efe54ef-d57f-4d15-8f65-07b054ef22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:47.850935 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-4efe54ef-d57f-4d15-8f65-07b054ef22ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 200 len: 909 time: 0.1462417 Apr 20 10:16:47.968985 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-767abea3-74ad-4c25-9b3b-e7111fd6ff5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 200 len: 1000 time: 0.1098032 Apr 20 10:16:48.052093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-9e6ee8ce-bba4-4a7f-bd69-837b999f7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:48.053715 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-9e6ee8ce-bba4-4a7f-bd69-837b999f7cdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7770f066-3626-4da8-b268-32a698661f59 HTTP/1.1" status: 200 len: 847 time: 0.0730050 Apr 20 10:16:48.145367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-c334ce34-cacd-4084-910e-61371999185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:48.147025 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-c334ce34-cacd-4084-910e-61371999185d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca003e3b-8012-4a81-b65f-d9325f75f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818431 Apr 20 10:16:48.330042 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-94865a91-4c71-4b58-ad2d-f580a069612b service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702662 Apr 20 10:16:48.557310 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:48.569013 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a76b2c77-f5cd-4bd5-a0fb-cdba1b3ed744 req-4a0d04f2-0984-485d-ad46-70886e2272d9 service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284498 Apr 20 10:16:57.247364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2188c4e-2632-43b8-8a58-d2e97d9feebd req-6bc44587-295f-4dac-9299-f2c0c90b0755 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:57.249001 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2188c4e-2632-43b8-8a58-d2e97d9feebd req-6bc44587-295f-4dac-9299-f2c0c90b0755 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.0955048 Apr 20 10:16:57.312414 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2188c4e-2632-43b8-8a58-d2e97d9feebd req-d22df4e6-d5db-460b-95c5-c923387f2c5f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503633 Apr 20 10:16:58.531038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee07a0-b6e7-4dd9-b112-645668a46f37 req-4fc5ebaf-7002-4796-92b6-aac592bb5c12 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:58.532833 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d5ee07a0-b6e7-4dd9-b112-645668a46f37 req-4fc5ebaf-7002-4796-92b6-aac592bb5c12 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.0947576 Apr 20 10:16:58.593511 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d5ee07a0-b6e7-4dd9-b112-645668a46f37 req-c4d1c053-185c-45e5-9673-f1f6938480dc tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511699 Apr 20 10:16:59.819977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65087042-fa0d-4ff1-b061-ae7e7b637862 req-3a976f9f-854c-48ab-9a34-a7826e520872 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:16:59.821799 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-65087042-fa0d-4ff1-b061-ae7e7b637862 req-3a976f9f-854c-48ab-9a34-a7826e520872 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1026223 Apr 20 10:16:59.826903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 40370) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:16:59.913438 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-65087042-fa0d-4ff1-b061-ae7e7b637862 req-93670213-a0c8-4f51-9dac-5b75dd5f0aa4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774853 Apr 20 10:16:59.975734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:16:59.992849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:16:59.997181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Usage tracker for resource:security_group_rule and tenant:8b5d1e26458f4b2ab6dfc6997ccdedad is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:00.000317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:00.007901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:00.114492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.145759 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.155563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-457bbcda-3b46-4ced-ba18-b264044795fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:00.199624 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b5d1e26458f4b2ab6dfc6997ccdedad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713417 Apr 20 10:17:00.202568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 40376) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:00.204217 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f8ab5d-8ab1-4fe6-ac8e-9840b10a80ec,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:00.209034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:00.270750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a2101e0e-6d16-4779-85c2-21c039442ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.299006 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a2101e0e-6d16-4779-85c2-21c039442ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.429124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a2101e0e-6d16-4779-85c2-21c039442ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.434363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-36db9723-8732-4104-b1cf-828662268e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:00.449282 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101e0e-6d16-4779-85c2-21c039442ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f8ab5d-8ab1-4fe6-ac8e-9840b10a80ec,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:00.451915 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a2101e0e-6d16-4779-85c2-21c039442ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:00.453395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a2101e0e-6d16-4779-85c2-21c039442ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.458922 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a2101e0e-6d16-4779-85c2-21c039442ab4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05f8ab5d-8ab1-4fe6-ac8e-9840b10a80ec HTTP/1.1" status: 204 len: 168 time: 0.2551272 Apr 20 10:17:00.957030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 40388) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:00.980612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:00.996826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:01.001194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Usage tracker for resource:security_group_rule and tenant:f6543059702e479e85636bb57f425a5e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:01.004931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:01.011046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:01.172879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:01.182088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4438-3aa7-442a-adaf-08b4bdf1b38b req-fc894e52-51c6-4a6d-baac-6cac4ae940a6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:01.183751 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-738f4438-3aa7-442a-adaf-08b4bdf1b38b req-fc894e52-51c6-4a6d-baac-6cac4ae940a6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1434166 Apr 20 10:17:01.208938 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:01.219531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-67597f4a-c528-46d4-8516-56ecb271d349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:01.289158 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6543059702e479e85636bb57f425a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308139 Apr 20 10:17:01.292003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 40392) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:01.292261 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-738f4438-3aa7-442a-adaf-08b4bdf1b38b req-4706beb8-3306-410c-8638-3d99a868ac35 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013992 Apr 20 10:17:01.294063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc32704-5664-4118-a058-90831d618d0e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:01.297473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:01.369039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8944bf1a-9da9-4d43-9749-79c30633d200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:01.398824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8944bf1a-9da9-4d43-9749-79c30633d200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:01.477478 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8944bf1a-9da9-4d43-9749-79c30633d200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:01.482956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1f9d80f3-7c25-4b9e-884f-02dd77740b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:01.499418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944bf1a-9da9-4d43-9749-79c30633d200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc32704-5664-4118-a058-90831d618d0e,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:01.502381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8944bf1a-9da9-4d43-9749-79c30633d200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:01.503817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8944bf1a-9da9-4d43-9749-79c30633d200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:01.505081 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8944bf1a-9da9-4d43-9749-79c30633d200 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9dc32704-5664-4118-a058-90831d618d0e HTTP/1.1" status: 204 len: 168 time: 0.2119884 Apr 20 10:17:02.509434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2753c-5fa7-44a8-bb62-6ec7bf5ca35f req-862d8fc4-b573-4c9a-80da-529387404e3e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:02.511133 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84c2753c-5fa7-44a8-bb62-6ec7bf5ca35f req-862d8fc4-b573-4c9a-80da-529387404e3e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.0949938 Apr 20 10:17:02.563277 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84c2753c-5fa7-44a8-bb62-6ec7bf5ca35f req-e559f70a-7033-427b-b989-7c404353e081 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449922 Apr 20 10:17:03.796352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f27e3-0d7e-47af-8107-be9909faacb8 req-a4f4c4ea-9373-4d92-919d-5e9b00a8d54f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:03.798112 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5a0f27e3-0d7e-47af-8107-be9909faacb8 req-a4f4c4ea-9373-4d92-919d-5e9b00a8d54f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1091907 Apr 20 10:17:03.862561 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5a0f27e3-0d7e-47af-8107-be9909faacb8 req-c6df9b33-e536-45cd-8776-2275a148712a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540836 Apr 20 10:17:04.479542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 40474) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:04.613632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:04.630584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:04.634916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Usage tracker for resource:security_group_rule and tenant:ce3a7478361543aea82250a8c79e93bf is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:04.637997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:04.644955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:04.734709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:04.768976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:04.779012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b5a6ed6b-9c54-4929-b489-154393452dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:04.821998 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce3a7478361543aea82250a8c79e93bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412395 Apr 20 10:17:04.823767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ea2cbf-b4a9-46a4-b087-f4bfbcdf8819,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:04.824861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 40480) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:04.827117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:04.889968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b0fa810b-c710-482e-95cb-a4ba775be4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:04.918939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b0fa810b-c710-482e-95cb-a4ba775be4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:05.093660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cc641-9d47-4e01-8c2c-181157565dad req-10a08eeb-1fa4-4184-b3f6-965b25588dee tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:05.095302 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c13cc641-9d47-4e01-8c2c-181157565dad req-10a08eeb-1fa4-4184-b3f6-965b25588dee tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1013191 Apr 20 10:17:05.096508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b0fa810b-c710-482e-95cb-a4ba775be4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:05.101922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6ca9758f-53ff-464f-b60d-a31e756e0740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:05.132073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa810b-c710-482e-95cb-a4ba775be4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ea2cbf-b4a9-46a4-b087-f4bfbcdf8819,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:05.137179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b0fa810b-c710-482e-95cb-a4ba775be4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:05.163579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b0fa810b-c710-482e-95cb-a4ba775be4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:05.169069 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b0fa810b-c710-482e-95cb-a4ba775be4a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4ea2cbf-b4a9-46a4-b087-f4bfbcdf8819 HTTP/1.1" status: 204 len: 168 time: 0.3387725 Apr 20 10:17:05.179197 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c13cc641-9d47-4e01-8c2c-181157565dad req-23f3c6d7-6ac3-42e6-ae63-4a4372984546 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681901 Apr 20 10:17:05.676870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 40492) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:05.696298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:05.713540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:05.717871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] Usage tracker for resource:security_group_rule and tenant:a8aca90bbc2d412a976a39521e992de1 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:05.720923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:05.728160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:05.814394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:05.842701 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:05.856146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1a01edd5-8ab2-4426-8ed5-a4606fc2ce7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:05.899401 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8aca90bbc2d412a976a39521e992de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212727 Apr 20 10:17:05.900284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726da497-1520-4723-b38e-b331f5b55b1e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:05.902261 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 40496) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:05.903515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6c942422-8f2c-419e-aeef-8a8c2e394be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:05.967671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9c3073c2-e0bf-4ee5-adde-8958f8d59c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:05.994720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9c3073c2-e0bf-4ee5-adde-8958f8d59c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:06.069216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9c3073c2-e0bf-4ee5-adde-8958f8d59c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:06.074113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ef6ccda6-a634-40da-9082-6538d5d69596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:06.086796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3073c2-e0bf-4ee5-adde-8958f8d59c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726da497-1520-4723-b38e-b331f5b55b1e,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:06.089077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9c3073c2-e0bf-4ee5-adde-8958f8d59c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:06.097295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9c3073c2-e0bf-4ee5-adde-8958f8d59c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:06.098492 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9c3073c2-e0bf-4ee5-adde-8958f8d59c24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/726da497-1520-4723-b38e-b331f5b55b1e HTTP/1.1" status: 204 len: 168 time: 0.1951849 Apr 20 10:17:06.395410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e6c3b-6579-4183-ad0c-b10a88067af0 req-564e337b-1111-4763-ab37-e43432a34176 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:06.398475 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d42e6c3b-6579-4183-ad0c-b10a88067af0 req-564e337b-1111-4763-ab37-e43432a34176 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.0928993 Apr 20 10:17:06.448733 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d42e6c3b-6579-4183-ad0c-b10a88067af0 req-e0f1cd55-5b4d-4d72-9770-c4f46b11ec87 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447161 Apr 20 10:17:07.693281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfeefdc-9b7f-4d6d-a394-14473adbd227 req-c46a6610-de0b-45f2-b4ff-9e7e4506f63a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:07.694943 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bdfeefdc-9b7f-4d6d-a394-14473adbd227 req-c46a6610-de0b-45f2-b4ff-9e7e4506f63a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1104257 Apr 20 10:17:07.747681 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bdfeefdc-9b7f-4d6d-a394-14473adbd227 req-4d21e183-3e04-4bce-8ae1-6e563e1b0f2a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458822 Apr 20 10:17:08.962700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888881e-7a12-48e4-8214-0400c7e303f8 req-ad42c8d1-e189-4de6-8df9-82ffb853cd9c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:08.964252 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0888881e-7a12-48e4-8214-0400c7e303f8 req-ad42c8d1-e189-4de6-8df9-82ffb853cd9c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.0917430 Apr 20 10:17:09.017050 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0888881e-7a12-48e4-8214-0400c7e303f8 req-b4059e3e-3141-4cb7-9e71-128d75430d1f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460544 Apr 20 10:17:10.238313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1ce1f-7bf5-4c1d-b39b-73d0fef4e82c req-fb1aa5be-c845-4a4c-8677-727efe68495d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:10.240023 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fbe1ce1f-7bf5-4c1d-b39b-73d0fef4e82c req-fb1aa5be-c845-4a4c-8677-727efe68495d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.0968292 Apr 20 10:17:10.326572 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fbe1ce1f-7bf5-4c1d-b39b-73d0fef4e82c req-d6272cdc-2ff2-4686-b97c-ec9d07b4ec82 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794325 Apr 20 10:17:11.581883 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790c8af-94fa-4cdb-b35e-524bddd6c88b req-40d7707f-0b0f-4651-b28b-cc6202a74f62 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:11.590938 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d790c8af-94fa-4cdb-b35e-524bddd6c88b req-40d7707f-0b0f-4651-b28b-cc6202a74f62 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1249816 Apr 20 10:17:11.648597 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d790c8af-94fa-4cdb-b35e-524bddd6c88b req-50297c91-98b4-43e3-9e8b-8850cd08ec73 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497031 Apr 20 10:17:12.913841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25f4b6-118c-4cd7-9389-4e9381f26b3b req-e7af3a75-e2d6-40ff-bfb1-b30e9776505f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:12.915827 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5a25f4b6-118c-4cd7-9389-4e9381f26b3b req-e7af3a75-e2d6-40ff-bfb1-b30e9776505f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.0991995 Apr 20 10:17:12.968917 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5a25f4b6-118c-4cd7-9389-4e9381f26b3b req-d45afca2-aaae-4496-b38a-dd022dacfc1b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453823 Apr 20 10:17:13.562750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e01ff59-6b7e-4ea1-bf9e-3fd4620bfbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:14.408534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79d86e-1ff0-4656-9899-1e86c16ca958 req-7ca72ecd-2d17-4c5f-a627-3539eafbf55b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:14.410429 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7e79d86e-1ff0-4656-9899-1e86c16ca958 req-7ca72ecd-2d17-4c5f-a627-3539eafbf55b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.3181195 Apr 20 10:17:14.460098 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7e79d86e-1ff0-4656-9899-1e86c16ca958 req-326a68de-2576-405c-bfc3-817283e51837 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433030 Apr 20 10:17:14.844891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:17:14.991288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-27595726-f611-4d48-a481-7d6f6a5e8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:14.993533 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-27595726-f611-4d48-a481-7d6f6a5e8f20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 1099 time: 0.1470451 Apr 20 10:17:15.017239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:15.033129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'port_id': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'mac_address': 'fa:16:3e:ba:6a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:17:15.120708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.141776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff508154-9511-4eca-9f70-ee8eadecc659 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:17:15.159891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:15.179679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.182028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-44f395f5-ece8-432d-be1f-32014fd6abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:15.183854 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-44f395f5-ece8-432d-be1f-32014fd6abff service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.1568177 Apr 20 10:17:15.212034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:15.214064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:15.294682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=6']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:15.302232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:15.316955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['ff508154-9511-4eca-9f70-ee8eadecc659'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:17:15.328336 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-2a193a3f-0631-4c5b-825c-edd99c4075bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff508154-9511-4eca-9f70-ee8eadecc659 HTTP/1.1" status: 200 len: 1000 time: 0.1333003 Apr 20 10:17:15.417315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-03ec0834-bf34-4f68-a9c0-96e5a6556642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:15.418886 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-03ec0834-bf34-4f68-a9c0-96e5a6556642 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.0816610 Apr 20 10:17:15.544027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-7202bf8d-277f-4f10-9087-35d8c4f48ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:15.547571 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-7202bf8d-277f-4f10-9087-35d8c4f48ab6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191804 Apr 20 10:17:15.789739 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-feaa73f8-6ba9-447d-b430-e3ecbf83a63d service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322071 Apr 20 10:17:15.895516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dce431-87e3-4baf-afce-c4abc7dd0881 req-6d2fa0ee-cd7c-4a10-8781-eda15e1cca53 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:15.897314 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f9dce431-87e3-4baf-afce-c4abc7dd0881 req-6d2fa0ee-cd7c-4a10-8781-eda15e1cca53 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 945 time: 0.2472913 Apr 20 10:17:16.009726 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f9dce431-87e3-4baf-afce-c4abc7dd0881 req-4130ea16-fc1a-4070-8412-843040fb08bd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881133 Apr 20 10:17:16.026749 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-189ca04f-8859-4757-8828-bea5c0fcc1da req-9e85aae1-b400-46b5-ab53-e9deb1faafee service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236695 Apr 20 10:17:16.280582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d46b5d9f-bf41-4716-9ce8-acd1cd0fd9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:16.858309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:17:16.946751 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port ff508154-9511-4eca-9f70-ee8eadecc659 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:17:16.947287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.290050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.317728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae8d71-8b44-4dc4-acc8-9f366367c59f req-78b8307c-f8ef-43f7-acf1-cccb6c7ee9d4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:17.326228 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f4ae8d71-8b44-4dc4-acc8-9f366367c59f req-78b8307c-f8ef-43f7-acf1-cccb6c7ee9d4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 945 time: 0.1147866 Apr 20 10:17:17.331001 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.398932 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f4ae8d71-8b44-4dc4-acc8-9f366367c59f req-192626ee-96b4-4613-b360-1a651d6cf99a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708864 Apr 20 10:17:17.401953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:17.414631 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:17.453869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.456835 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-876d87f0-2fa0-4a0e-b2c9-c87ab874b7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:17.557408 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=7']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:17.570346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:17.648056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:17.775034 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'code': 200} Apr 20 10:17:18.569140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:18.704013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f21815-1df9-4c76-a83d-ee56f31f34a3 req-c745a2c5-d3cf-4182-8e5c-1ad0a00054ec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:18.706854 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e5f21815-1df9-4c76-a83d-ee56f31f34a3 req-c745a2c5-d3cf-4182-8e5c-1ad0a00054ec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1301069 Apr 20 10:17:18.796555 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e5f21815-1df9-4c76-a83d-ee56f31f34a3 req-1699ccae-7ca8-41e3-a5c8-feb404714b29 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804420 Apr 20 10:17:20.080849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba75bb-c1a0-4428-a7a2-680ebaf248e0 req-56d4a4ce-e426-4671-b37e-58a9c3c3b188 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:20.084257 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b2ba75bb-c1a0-4428-a7a2-680ebaf248e0 req-56d4a4ce-e426-4671-b37e-58a9c3c3b188 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1443539 Apr 20 10:17:20.152206 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b2ba75bb-c1a0-4428-a7a2-680ebaf248e0 req-a51f4c5c-81df-4b9e-9fff-900c85f6f22c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620334 Apr 20 10:17:21.469080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6aab5c-78ce-4e5f-aea5-3f13ee590dd7 req-4260052d-0c0f-448e-a424-ffdc35c8f3e6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:21.477112 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4d6aab5c-78ce-4e5f-aea5-3f13ee590dd7 req-4260052d-0c0f-448e-a424-ffdc35c8f3e6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1165357 Apr 20 10:17:21.553036 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4d6aab5c-78ce-4e5f-aea5-3f13ee590dd7 req-e681d2ee-67b9-420b-8835-d426b31cacf8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747533 Apr 20 10:17:22.267018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:17:22.818635 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdab44-c04c-41c6-aa54-1e5ac125ae44 req-6ead97cd-b891-4a1b-a40b-a4eea212baa9 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:22.821561 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9afdab44-c04c-41c6-aa54-1e5ac125ae44 req-6ead97cd-b891-4a1b-a40b-a4eea212baa9 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1276324 Apr 20 10:17:22.882458 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9afdab44-c04c-41c6-aa54-1e5ac125ae44 req-4316c235-8aae-4b85-ac68-ebfef79f07eb tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496922 Apr 20 10:17:24.240296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef06c7-552b-4f88-88fd-4159cd03b626 req-1b6a7396-ad13-481b-9a9c-8dca7012d660 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:24.251332 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c9ef06c7-552b-4f88-88fd-4159cd03b626 req-1b6a7396-ad13-481b-9a9c-8dca7012d660 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1172440 Apr 20 10:17:24.304615 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c9ef06c7-552b-4f88-88fd-4159cd03b626 req-cad2f491-1a71-453a-9089-12da7d416ae1 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516689 Apr 20 10:17:25.565798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17ff2a-d7a6-4ef7-830e-9926bb5726fe req-50a72688-b716-4785-8e75-db04921b0088 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:25.568852 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4f17ff2a-d7a6-4ef7-830e-9926bb5726fe req-50a72688-b716-4785-8e75-db04921b0088 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1083100 Apr 20 10:17:25.625460 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4f17ff2a-d7a6-4ef7-830e-9926bb5726fe req-8c3d0dd8-b153-4b5d-aab0-e448e060c7d8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500317 Apr 20 10:17:26.937978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281d51d-4339-4aa4-b5dc-ab65934a75df req-a48870c9-bd94-459b-a683-47576a0994c8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:26.946732 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6281d51d-4339-4aa4-b5dc-ab65934a75df req-a48870c9-bd94-459b-a683-47576a0994c8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1413102 Apr 20 10:17:27.015592 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6281d51d-4339-4aa4-b5dc-ab65934a75df req-fa43ee4a-a744-41f6-895a-676ecd6d1515 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677431 Apr 20 10:17:28.268918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d44bd7-fcb1-4d5d-991d-24a6e61128ab req-9e597e0a-8f67-4e84-b04d-1a717db31922 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:28.271262 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-80d44bd7-fcb1-4d5d-991d-24a6e61128ab req-9e597e0a-8f67-4e84-b04d-1a717db31922 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1038227 Apr 20 10:17:28.346631 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-80d44bd7-fcb1-4d5d-991d-24a6e61128ab req-b7a4c456-eb92-455c-aa3e-455b1e790822 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672379 Apr 20 10:17:29.102844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 40788) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:29.243189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:29.260818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:29.265176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Usage tracker for resource:security_group_rule and tenant:5bc730a4903b495fbd00f5b4fff56673 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:29.268967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:29.275292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:29.368430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:29.400608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:29.412433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f8f6bd59-635e-40cb-97a8-91d8f7dfc665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:29.467797 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bc730a4903b495fbd00f5b4fff56673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637078 Apr 20 10:17:29.470668 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad594b8b-e876-4aa0-8c88-9d4115e2d84c,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:29.471836 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 40800) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:29.479744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.480169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.480573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.481014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.481426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.481833 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.482235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.482636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.483042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.483442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.483843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.484241 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.489386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:29.615307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:29.653269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:29.674124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f0d38-e981-45f6-a07d-03cced10e959 req-47d70a8a-3c91-46f7-bd1d-e9ece089a29e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:29.678359 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4e7f0d38-e981-45f6-a07d-03cced10e959 req-47d70a8a-3c91-46f7-bd1d-e9ece089a29e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1820920 Apr 20 10:17:29.755451 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4e7f0d38-e981-45f6-a07d-03cced10e959 req-5e615dbe-c5ef-4c22-b1ba-413f9ba8454a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685267 Apr 20 10:17:29.789045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:29.793333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-119a5217-13f1-4a89-aad9-8735be2b362f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:29.808495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad594b8b-e876-4aa0-8c88-9d4115e2d84c,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:29.822877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.823335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.823742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.824141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.824538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.824982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.825377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.825776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.826164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.826554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.826947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.827331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:29.869559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:29.878096 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:29.879316 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad594b8b-e876-4aa0-8c88-9d4115e2d84c HTTP/1.1" status: 204 len: 168 time: 0.4059389 Apr 20 10:17:29.923499 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-0267a189-54ca-4086-a6f2-0c8a1a40c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:29.925424 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-0267a189-54ca-4086-a6f2-0c8a1a40c4d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 1099 time: 0.1047549 Apr 20 10:17:30.090830 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-7c54fda9-88be-44de-a139-8b8e3c82bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:30.092720 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-7c54fda9-88be-44de-a139-8b8e3c82bd2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.1567333 Apr 20 10:17:30.210729 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-92da4669-0e03-4bf0-8d1d-c8190245603c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff508154-9511-4eca-9f70-ee8eadecc659 HTTP/1.1" status: 200 len: 1001 time: 0.1096025 Apr 20 10:17:30.289776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-6af98057-73be-4e07-adab-837404c0c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:30.291189 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-6af98057-73be-4e07-adab-837404c0c994 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.0702341 Apr 20 10:17:30.385300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-69ca3a01-c7ac-4176-82d9-fae621914e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:30.387015 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-69ca3a01-c7ac-4176-82d9-fae621914e14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868740 Apr 20 10:17:30.541628 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-0f62c134-5653-48d2-b7c3-52fbe09eab8f service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463597 Apr 20 10:17:30.718608 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d8a32898-dde5-49b6-8610-40fab89b6f18 req-52550bb1-aeb5-44d6-8d25-329302f392a2 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673691 Apr 20 10:17:30.981125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7354dd0-2842-4e46-9258-4e1b48572b1d req-cce1c721-3d5a-49df-8993-54112c838278 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:30.982731 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c7354dd0-2842-4e46-9258-4e1b48572b1d req-cce1c721-3d5a-49df-8993-54112c838278 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.0895391 Apr 20 10:17:31.034515 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c7354dd0-2842-4e46-9258-4e1b48572b1d req-27236a33-2075-473f-a2a5-e7c45e806710 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446413 Apr 20 10:17:31.739771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 40850) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:31.869264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:31.890684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:31.896211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Usage tracker for resource:security_group_rule and tenant:94b409c502054889987eda84ae8726bb is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:31.899282 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:31.905328 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:32.009193 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:32.059098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:32.069390 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-71cb3419-dc3f-4bd3-85ec-ad7b6a094935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:32.118310 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94b409c502054889987eda84ae8726bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773236 Apr 20 10:17:32.120080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd619e9-720f-413b-8af9-6b92cd907d5f,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:32.121250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 40858) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:32.124562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:32.250903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04147d62-4bfd-4a2d-a4f3-e98e4f6faf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:32.293648 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04147d62-4bfd-4a2d-a4f3-e98e4f6faf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:32.328536 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025f75-e339-477e-8655-8bea1f610472 req-7a992e91-480f-495b-a281-cc4be89dedbf tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:32.331391 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f9025f75-e339-477e-8655-8bea1f610472 req-7a992e91-480f-495b-a281-cc4be89dedbf tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 946 time: 0.1607180 Apr 20 10:17:32.394010 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f9025f75-e339-477e-8655-8bea1f610472 req-ebc50ce4-aedc-482f-a3a0-f413d4efc1d3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518973 Apr 20 10:17:32.441426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04147d62-4bfd-4a2d-a4f3-e98e4f6faf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:32.446792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-03237c74-ebae-4e16-9157-3a2ea119f2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:32.462343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04147d62-4bfd-4a2d-a4f3-e98e4f6faf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd619e9-720f-413b-8af9-6b92cd907d5f,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:32.464812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-04147d62-4bfd-4a2d-a4f3-e98e4f6faf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:32.467304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04147d62-4bfd-4a2d-a4f3-e98e4f6faf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:32.468482 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-04147d62-4bfd-4a2d-a4f3-e98e4f6faf60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7dd619e9-720f-413b-8af9-6b92cd907d5f HTTP/1.1" status: 204 len: 168 time: 0.3461478 Apr 20 10:17:32.973896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:17:33.112111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:33.145710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:33.153671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:33.196782 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:33.199827 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'code': 200} Apr 20 10:17:33.200376 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c75d43c7-d9c5-4aff-8df6-2b4db40cc1c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:33.275994 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=8']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:33.285020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.285410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.285799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.286257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.286628 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.287004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.287374 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.287744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.288136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.288481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.288892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.289255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:17:33.293576 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:33.692978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f384a9-ab52-4313-b446-a8b16429d934 req-8257167d-aebc-40fe-9d46-28346e455836 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:33.694627 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a0f384a9-ab52-4313-b446-a8b16429d934 req-8257167d-aebc-40fe-9d46-28346e455836 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.0982308 Apr 20 10:17:33.744893 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a0f384a9-ab52-4313-b446-a8b16429d934 req-4032a4f2-7bdd-4d26-9d97-a8221c09005a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Apr 20 10:17:36.252959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2058b-3e3a-4fca-9ace-82bcbbb69016 req-656a1a33-07e0-4f7a-9886-bc55901b5d73 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:36.254565 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-43d2058b-3e3a-4fca-9ace-82bcbbb69016 req-656a1a33-07e0-4f7a-9886-bc55901b5d73 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.0944269 Apr 20 10:17:36.304883 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-43d2058b-3e3a-4fca-9ace-82bcbbb69016 req-dd2369a1-387b-45dd-993b-b91269b99cf1 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Apr 20 10:17:36.355724 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-dba47b38-de0d-46a4-b6bb-203b5899fdd3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849659 Apr 20 10:17:36.975017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:17:37.116140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-842abcb2-9b35-412f-9760-1c2a9d2f9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:37.118118 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-842abcb2-9b35-412f-9760-1c2a9d2f9089 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7&tenant_id=8f35aa3e02484ed8b73777ccb11726e1 HTTP/1.1" status: 200 len: 1097 time: 0.0879443 Apr 20 10:17:37.245107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-a05e764e-9059-48f5-87e8-8f7417153d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:37.247816 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-a05e764e-9059-48f5-87e8-8f7417153d15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 1097 time: 0.1069720 Apr 20 10:17:37.733268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 40980) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:37.734185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-1455d1d7-61cf-4293-a80b-4a7ecfbc57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:37.736344 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-1455d1d7-61cf-4293-a80b-4a7ecfbc57e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 200 len: 918 time: 0.4819009 Apr 20 10:17:37.746873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4247-2c5e-4f9a-bcc5-ebe391d79be3 req-da28ed1f-b84e-4f71-933e-e44730eed654 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:37.747975 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4b9d4247-2c5e-4f9a-bcc5-ebe391d79be3 req-da28ed1f-b84e-4f71-933e-e44730eed654 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.2126632 Apr 20 10:17:37.888290 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4b9d4247-2c5e-4f9a-bcc5-ebe391d79be3 req-7e171f84-aca3-48fe-bbe6-744411e1c714 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808339 Apr 20 10:17:37.900864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:37.904782 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-9ce6fd47-5f40-4162-b1aa-58996eb237db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff508154-9511-4eca-9f70-ee8eadecc659 HTTP/1.1" status: 200 len: 999 time: 0.1555653 Apr 20 10:17:37.932895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:17:37.939479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d4ffe4ff11402bb014c7d8ad565243 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:17:37.944197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:17:37.951013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:17:37.986138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-c65bc159-7ff2-4c76-8529-d0a1c181658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:37.987835 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-c65bc159-7ff2-4c76-8529-d0a1c181658c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 200 len: 856 time: 0.0759509 Apr 20 10:17:38.053996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:38.097388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:38.098709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-16cff1d1-6685-4ab0-9b52-47957d2c56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:38.101662 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-16cff1d1-6685-4ab0-9b52-47957d2c56e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91c8a877-6d98-4175-ae61-6221c821cb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065006 Apr 20 10:17:38.105883 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7c3a4f58-8da6-4b56-a94f-634e80265f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:38.156618 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0d4ffe4ff11402bb014c7d8ad565243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212291 Apr 20 10:17:38.158384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8a5ba-7e81-46d8-9967-9245e6ea6bc9,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:38.161246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 40986) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:17:38.164504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:38.241441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-420c7c2a-e23b-4b69-8427-71c41eea6b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:38.277402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-420c7c2a-e23b-4b69-8427-71c41eea6b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:38.345458 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-88e6f425-9fd7-40f9-872b-2e2275d56f54 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359352 Apr 20 10:17:38.400790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-420c7c2a-e23b-4b69-8427-71c41eea6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:38.407130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9c3073c2-e0bf-4ee5-adde-8958f8d59c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:38.428423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c7c2a-e23b-4b69-8427-71c41eea6b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8a5ba-7e81-46d8-9967-9245e6ea6bc9,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:38.432607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-420c7c2a-e23b-4b69-8427-71c41eea6b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:38.441495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-420c7c2a-e23b-4b69-8427-71c41eea6b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:38.447703 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-420c7c2a-e23b-4b69-8427-71c41eea6b01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72e8a5ba-7e81-46d8-9967-9245e6ea6bc9 HTTP/1.1" status: 204 len: 168 time: 0.2804804 Apr 20 10:17:38.506095 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3afd3896-42f9-48e2-afad-a9758387cbe0 req-29f65fd5-1594-4ecf-989e-d0bb757032d1 service neutron] 10.222.0.55 "GET /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537571 Apr 20 10:17:39.146692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5cf13-aa11-48de-9ee0-c9ae87294809 req-5e97fda4-3345-47b7-a2d2-afbe6fc547d6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:39.149309 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-68e5cf13-aa11-48de-9ee0-c9ae87294809 req-5e97fda4-3345-47b7-a2d2-afbe6fc547d6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1029677 Apr 20 10:17:39.207837 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-68e5cf13-aa11-48de-9ee0-c9ae87294809 req-0d03513e-9b06-4fce-9b64-1b625d9ff139 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475583 Apr 20 10:17:40.496429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ce965-604e-4c54-9712-7c3cb015cc40 req-a29b358b-94df-4f50-910a-178565069809 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:40.497747 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9f3ce965-604e-4c54-9712-7c3cb015cc40 req-a29b358b-94df-4f50-910a-178565069809 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1176169 Apr 20 10:17:40.568561 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9f3ce965-604e-4c54-9712-7c3cb015cc40 req-541a4cdb-b835-468b-981d-536dd46cce20 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622315 Apr 20 10:17:41.914748 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2adb32-1792-4180-9fbc-a54f5451e76f req-c4b4c626-28ce-4a2f-9983-ea5de84a707b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:41.917429 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2e2adb32-1792-4180-9fbc-a54f5451e76f req-c4b4c626-28ce-4a2f-9983-ea5de84a707b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1956577 Apr 20 10:17:41.999000 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2e2adb32-1792-4180-9fbc-a54f5451e76f req-0cd81b30-a9f4-48a2-94c4-95555a1ddd05 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680203 Apr 20 10:17:43.296576 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b126d-8a0d-4712-bd89-b47ad4cd4cd0 req-8720f0aa-d384-4b87-9059-f69d8b561c8a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:43.298767 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-630b126d-8a0d-4712-bd89-b47ad4cd4cd0 req-8720f0aa-d384-4b87-9059-f69d8b561c8a tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1321559 Apr 20 10:17:43.371010 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-630b126d-8a0d-4712-bd89-b47ad4cd4cd0 req-7fe5e22c-87c9-497f-8546-b652706bd6e5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651858 Apr 20 10:17:43.573606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-350971f9-ffdb-4a0f-994a-dae1056dd11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:44.607140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2500a05-bfaa-472b-9bad-319c81436ccd req-c14bc119-8da1-4f48-b9ff-3a32603a76ed tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:44.608906 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a2500a05-bfaa-472b-9bad-319c81436ccd req-c14bc119-8da1-4f48-b9ff-3a32603a76ed tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1017106 Apr 20 10:17:44.663238 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a2500a05-bfaa-472b-9bad-319c81436ccd req-72a05151-d443-40b6-9fea-ab618849d869 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468225 Apr 20 10:17:45.138977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:45.905136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327df15c-531b-4ff0-9211-b085cdbf8797 req-a1f7db7b-de81-41d0-97c4-0078ea1aeda7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:45.906850 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-327df15c-531b-4ff0-9211-b085cdbf8797 req-a1f7db7b-de81-41d0-97c4-0078ea1aeda7 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1080971 Apr 20 10:17:45.968782 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-327df15c-531b-4ff0-9211-b085cdbf8797 req-2be4386d-3f75-48ed-b723-619c34ab541b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484915 Apr 20 10:17:46.750448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-df46d4bd-5aa9-4e51-ac74-465a5e98e246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:47.248172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:47.277287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cb97f-e5c5-4c82-b206-7fceef30b81d req-48e1877c-afca-4f10-bdfd-20bcf6350f4e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:47.279334 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0f0cb97f-e5c5-4c82-b206-7fceef30b81d req-48e1877c-afca-4f10-bdfd-20bcf6350f4e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1412787 Apr 20 10:17:47.333729 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0f0cb97f-e5c5-4c82-b206-7fceef30b81d req-e0d73af6-85a1-46f4-ad80-6a4edc1e7cc3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478354 Apr 20 10:17:47.636400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:48.561912 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:48.595281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207d7a3-e33f-4a21-b15b-06e52351f9bf req-703814b7-f7d3-4a05-b266-5095ed83ca34 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:48.596992 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1207d7a3-e33f-4a21-b15b-06e52351f9bf req-703814b7-f7d3-4a05-b266-5095ed83ca34 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1211865 Apr 20 10:17:48.657187 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1207d7a3-e33f-4a21-b15b-06e52351f9bf req-bf82eac6-482f-499e-b03a-f10edc4f37dd tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527639 Apr 20 10:17:49.954792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02220c-7933-427e-b250-89d61ceea4b0 req-e379eead-3ca5-4f11-9fed-a44d11c6293e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:49.956473 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2d02220c-7933-427e-b250-89d61ceea4b0 req-e379eead-3ca5-4f11-9fed-a44d11c6293e tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.1067767 Apr 20 10:17:50.013887 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2d02220c-7933-427e-b250-89d61ceea4b0 req-d8d83db4-9114-4077-8981-fbd3276c7af5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503290 Apr 20 10:17:51.235321 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bde04a-87e9-47b7-a9c9-22bea96b1c96 req-d7dbdd1f-4b47-4966-ac91-a402947268c1 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:51.237843 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-27bde04a-87e9-47b7-a9c9-22bea96b1c96 req-d7dbdd1f-4b47-4966-ac91-a402947268c1 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.0970354 Apr 20 10:17:51.290135 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-27bde04a-87e9-47b7-a9c9-22bea96b1c96 req-557136bc-c170-4869-8404-912afd53650d tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457501 Apr 20 10:17:52.508503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4a476-d080-45f8-bb1a-0d4ccb6b0ea5 req-d6daf043-5747-412b-af05-1f88e4e4d7af tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:52.510041 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-24d4a476-d080-45f8-bb1a-0d4ccb6b0ea5 req-d6daf043-5747-412b-af05-1f88e4e4d7af tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 944 time: 0.0924039 Apr 20 10:17:52.562259 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-24d4a476-d080-45f8-bb1a-0d4ccb6b0ea5 req-24bbdea1-bd84-46dd-9f01-ce8444888d07 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Apr 20 10:17:53.096693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:17:53.237210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:53.251490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'port_id': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'mac_address': 'fa:16:3e:ba:6a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:17:53.309024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:53.327209 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff508154-9511-4eca-9f70-ee8eadecc659 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:17:53.343319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:53.372815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:53.374695 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:53.456019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=9']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:53.460339 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:53.632899 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['ff508154-9511-4eca-9f70-ee8eadecc659'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:17:53.785780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fe4c5-26e9-452f-8636-3d891ac50880 req-c6161e49-a497-4e8f-a2d4-437f21cb5293 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:53.787605 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9f0fe4c5-26e9-452f-8636-3d891ac50880 req-c6161e49-a497-4e8f-a2d4-437f21cb5293 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 945 time: 0.1009653 Apr 20 10:17:53.839089 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9f0fe4c5-26e9-452f-8636-3d891ac50880 req-2d3616d3-7eb8-4b9f-9955-31b27e829aa4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439837 Apr 20 10:17:55.057551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bf5d8-d27f-4aa2-8cf8-3c4ce1efdc03 req-6252d1ae-1fff-47b3-aeb5-4242b6ee16a6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:55.059143 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6f4bf5d8-d27f-4aa2-8cf8-3c4ce1efdc03 req-6252d1ae-1fff-47b3-aeb5-4242b6ee16a6 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 945 time: 0.0958619 Apr 20 10:17:55.108759 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6f4bf5d8-d27f-4aa2-8cf8-3c4ce1efdc03 req-19c47d1b-b73a-4631-9480-0d4e721cb1b5 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428772 Apr 20 10:17:55.115112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:17:55.192933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port ff508154-9511-4eca-9f70-ee8eadecc659 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:17:55.193365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:55.328959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:55.361756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:17:55.373907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:17:55.416124 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'code': 200} Apr 20 10:17:55.417359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:17:55.419394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:17:55.495998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=10']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:17:55.499308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:17:55.742266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998fdd-e99d-486f-a0ee-a5459c85d113 req-f6a3cf84-16e1-4282-8d99-dcb1f00697b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:55.743890 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b998fdd-e99d-486f-a0ee-a5459c85d113 req-f6a3cf84-16e1-4282-8d99-dcb1f00697b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 1100 time: 0.0795708 Apr 20 10:17:55.799015 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b998fdd-e99d-486f-a0ee-a5459c85d113 req-866c44c8-5fae-4628-b6ce-8536f3a22cd8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Apr 20 10:17:56.331662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ea2ce-9ef4-4755-8b25-2708bf46ba46 req-b7743f91-3537-4bac-b1fd-5db8e42d5d38 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:56.333284 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d14ea2ce-9ef4-4755-8b25-2708bf46ba46 req-b7743f91-3537-4bac-b1fd-5db8e42d5d38 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 947 time: 0.0876117 Apr 20 10:17:56.380099 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d14ea2ce-9ef4-4755-8b25-2708bf46ba46 req-0ee33d14-77a4-489e-8a79-3e5bf26a690c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405533 Apr 20 10:17:57.602427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002d792-650b-4bb3-b86c-1d962582efe4 req-9a8ef802-5ce9-4bb1-80c1-b45f691c76ea tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:57.604098 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9002d792-650b-4bb3-b86c-1d962582efe4 req-9a8ef802-5ce9-4bb1-80c1-b45f691c76ea tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 947 time: 0.0967498 Apr 20 10:17:57.655783 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9002d792-650b-4bb3-b86c-1d962582efe4 req-7c54e3cf-846c-4a51-9b6c-63d7e1d64b19 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445104 Apr 20 10:17:58.880682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10845a-a157-4713-85d5-544f951f08ec req-a1225984-8ea4-4b7d-8d81-144a7aef66b9 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:58.882398 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ad10845a-a157-4713-85d5-544f951f08ec req-a1225984-8ea4-4b7d-8d81-144a7aef66b9 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 947 time: 0.0952940 Apr 20 10:17:58.932868 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ad10845a-a157-4713-85d5-544f951f08ec req-82832eab-6719-4c54-b4fa-b8784d2e5b42 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Apr 20 10:17:59.266439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:17:59.300349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a28a03-ec61-4519-ba1f-ebc65f7423c3 req-551e0483-7438-4613-b181-acccbb731b2e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:17:59.302135 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f3a28a03-ec61-4519-ba1f-ebc65f7423c3 req-551e0483-7438-4613-b181-acccbb731b2e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 945 time: 0.0948660 Apr 20 10:17:59.351614 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f3a28a03-ec61-4519-ba1f-ebc65f7423c3 req-149953e8-292a-48c6-9e10-bdc95a1c7d62 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 Apr 20 10:18:00.577084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6988c87-0329-4ed5-80e9-3bdf8780089e req-daa1405c-ef89-4b39-a6a0-14d6f6812ce9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:00.579442 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f6988c87-0329-4ed5-80e9-3bdf8780089e req-daa1405c-ef89-4b39-a6a0-14d6f6812ce9 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 945 time: 0.1008077 Apr 20 10:18:00.641341 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f6988c87-0329-4ed5-80e9-3bdf8780089e req-62157f22-0373-4198-863d-2b3f8404d980 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495899 Apr 20 10:18:01.245237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-fe3c7624-1cf1-4090-99be-607fd284e6c7 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:01.246817 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-fe3c7624-1cf1-4090-99be-607fd284e6c7 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 945 time: 0.0926189 Apr 20 10:18:01.326936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Deleting port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:01.327316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:01.607068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] For port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:01.607634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:02.037074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c93553-9a7d-49a8-b4d2-3f633ec04018 req-9d2e520a-e466-43ed-9630-1fc67b5bbd84 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:02.038621 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-45c93553-9a7d-49a8-b4d2-3f633ec04018 req-9d2e520a-e466-43ed-9630-1fc67b5bbd84 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 945 time: 0.2274077 Apr 20 10:18:02.049541 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:02.049962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:02.050323 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Floating IP 033d7c60-a70e-4db4-a34d-5cba5d858514 disassociated. External IP: 172.27.3.226, port: 962bdb25-5dd1-423e-a1b0-bb60cf8d4146. Apr 20 10:18:02.050715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Calling delete_port for 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:02.374467 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-45c93553-9a7d-49a8-b4d2-3f633ec04018 req-9d4550fe-e7c5-41a9-a4bb-9e4ea7f62f5a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups?id=17526289-f03a-4dcd-8c6d-99d29610baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284252 Apr 20 10:18:02.498756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:02.504981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:02.554971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event deleted for resources: {'Port': ['ID=962bdb25-5dd1-423e-a1b0-bb60cf8d4146,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:02.558800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:02.804724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Router d4e41470-6567-417a-aafd-8483ae168d2c has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:18:03.010599 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:18:03.023296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] Sync routers for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:18:03.051959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:03.052674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:17:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:03.108471 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] No DVR routers for this DVR port 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:18:03.112838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:03.118370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'name': 'network-vif-deleted', 'tag': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:03.168392 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f51ff617-3dad-4c0a-851f-8695519523a4 req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.55 "DELETE /v2.0/ports/962bdb25-5dd1-423e-a1b0-bb60cf8d4146 HTTP/1.1" status: 204 len: 173 time: 1.9149776 Apr 20 10:18:03.182959 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd94f9d-de89-4334-896d-bd5a6fa620d9', 'name': 'network-vif-deleted', 'tag': '962bdb25-5dd1-423e-a1b0-bb60cf8d4146', 'status': 'completed', 'code': 200} Apr 20 10:18:03.273388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:03.589205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-b66c443d-44ca-4e8b-aa0c-230961e7974e req-d53ac452-cff7-4af4-a30a-e1c8565ebd12 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Synchronizing usage tracker for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:18:03.675139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-b66c443d-44ca-4e8b-aa0c-230961e7974e req-d53ac452-cff7-4af4-a30a-e1c8565ebd12 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Unset dirty status for tenant:18116a00c5e64adaa53e506e38ee8e25 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:18:03.676742 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b66c443d-44ca-4e8b-aa0c-230961e7974e req-d53ac452-cff7-4af4-a30a-e1c8565ebd12 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd94f9d-de89-4334-896d-bd5a6fa620d9 HTTP/1.1" status: 200 len: 210 time: 0.1444085 Apr 20 10:18:03.785085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:03.790050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] Checking router: d4e41470-6567-417a-aafd-8483ae168d2c for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:18:03.803428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:03.804215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:17:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:04.193223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:04.543881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:04.549634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab6741-b276-4fd6-bc05-d1263225cb61 None None] The sync data for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi is: [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': 'eb6e1cb4-7b4c-4b8c-b254-89a38de91aba', 'name': '', 'network_id': '308d53bc-8da5-4a8a-acf4-ce457ae855cd', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'mac_address': 'fa:16:3e:5b:e6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:10Z', 'updated_at': '2021-04-20T10:11:25Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'subnets': [{'id': '1e5cec62-36e0-45a0-a288-1aa461c75043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:18:04.865643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41172) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:04.942733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-672848f4-e8d0-4817-8a8e-c29c2f97eb89 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:04.980299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-672848f4-e8d0-4817-8a8e-c29c2f97eb89 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:05.013206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc21212-810d-4540-80a3-1d2acdaab1f7 None None] New status for floating IP 033d7c60-a70e-4db4-a34d-5cba5d858514: DOWN {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:18:05.075893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-672848f4-e8d0-4817-8a8e-c29c2f97eb89 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:05.083615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-601dea8e-d4c1-4d98-bc5f-e7c12e6902f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:05.105933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672848f4-e8d0-4817-8a8e-c29c2f97eb89 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17526289-f03a-4dcd-8c6d-99d29610baf5,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:05.108763 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-672848f4-e8d0-4817-8a8e-c29c2f97eb89 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:05.149337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-672848f4-e8d0-4817-8a8e-c29c2f97eb89 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:05.150564 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-672848f4-e8d0-4817-8a8e-c29c2f97eb89 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "DELETE /v2.0/security-groups/17526289-f03a-4dcd-8c6d-99d29610baf5 HTTP/1.1" status: 204 len: 168 time: 0.2838588 Apr 20 10:18:05.153507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41176) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:05.176774 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.v2.resource [None req-ce3fc4c7-8941-4fcb-a026-2fa457e72f63 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] show failed (client error): The resource could not be found. Apr 20 10:18:05.181413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41180) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:05.181621 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ce3fc4c7-8941-4fcb-a026-2fa457e72f63 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "GET /v2.0/security-groups/17526289-f03a-4dcd-8c6d-99d29610baf5 HTTP/1.1" status: 404 len: 347 time: 0.0266345 Apr 20 10:18:05.195839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:05.243023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:05.243430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 962bdb25-5dd1-423e-a1b0-bb60cf8d4146 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:05.368420 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Deleting port ea9e9dcc-39c6-44ae-9fd6-64de3711f271 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:05.368878 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:05.575504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:05.575874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:05.713407 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Calling delete_port for ea9e9dcc-39c6-44ae-9fd6-64de3711f271 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:05.977156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:05.981228 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:06.028612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Pushing event deleted for resources: {'Port': ['ID=ea9e9dcc-39c6-44ae-9fd6-64de3711f271,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:06.031314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:06.135803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:06.196156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:06.197431 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] 10.222.0.26 "DELETE /v2.0/floatingips/033d7c60-a70e-4db4-a34d-5cba5d858514 HTTP/1.1" status: 204 len: 168 time: 1.0144346 Apr 20 10:18:10.596175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41210) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:11.370262 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854342246'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:11.746352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Deleting port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:11.746875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:11.931064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] For port eb6e1cb4-7b4c-4b8c-b254-89a38de91aba, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=eb6e1cb4-7b4c-4b8c-b254-89a38de91aba,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:11.931462 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:12.291205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Calling delete_port for eb6e1cb4-7b4c-4b8c-b254-89a38de91aba owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:12.714453 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:12.720521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8ae3c50f-d502-4c3a-8420-de3a68b592c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:12.771481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6e1cb4-7b4c-4b8c-b254-89a38de91aba,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:12.839242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:13.079778 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854342172'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:13.500974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Router d4e41470-6567-417a-aafd-8483ae168d2c has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:18:13.572808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-109d0493-52a3-446d-9b8c-e5d9f9d1b7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:13.697752 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:18:13.706835 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] Sync routers for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:18:13.711224 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] 10.222.0.26 "PUT /v2.0/routers/d4e41470-6567-417a-aafd-8483ae168d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1138172 Apr 20 10:18:13.713992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41216) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:13.717435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:13.718117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:17:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:13.914668 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:13.938653 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:14.137637 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:14.201433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Deleting port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:14.201819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:14.289723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:18:12Z', 'revision_number': 5, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port': {'id': '97dca4ff-3ba7-41e5-a60b-ffa84684c73e', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:03Z', 'updated_at': '2021-04-20T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:14.294094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] Checking router: d4e41470-6567-417a-aafd-8483ae168d2c for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:18:14.303807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] Routers {'d4e41470-6567-417a-aafd-8483ae168d2c'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:14.304479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:17:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['d4e41470-6567-417a-aafd-8483ae168d2c'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:14.479400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] Set router d4e41470-6567-417a-aafd-8483ae168d2c gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:14.600507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:18:14Z', 'revision_number': 6, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port_host': None}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:14.605233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d46f0e-36ce-4edc-9864-4212a4a0d81d None None] The sync data for ids ['d4e41470-6567-417a-aafd-8483ae168d2c'] in dv-cinder-774594-4-iscsi is: [{'id': 'd4e41470-6567-417a-aafd-8483ae168d2c', 'name': 'tempest-AttachVolumeTestJSON-910207375-router', 'tenant_id': '18116a00c5e64adaa53e506e38ee8e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:18:14Z', 'revision_number': 6, 'project_id': '18116a00c5e64adaa53e506e38ee8e25', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:18:14.631889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] For port 97dca4ff-3ba7-41e5-a60b-ffa84684c73e, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=97dca4ff-3ba7-41e5-a60b-ffa84684c73e,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:14.631889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:14.771939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Calling delete_port for 97dca4ff-3ba7-41e5-a60b-ffa84684c73e owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:15.018727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.024150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:15.076490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Pushing event deleted for resources: {'Port': ['ID=97dca4ff-3ba7-41e5-a60b-ffa84684c73e,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:15.080780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:15.098754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device eb6e1cb4-7b4c-4b8c-b254-89a38de91aba no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:15.146598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: eb6e1cb4-7b4c-4b8c-b254-89a38de91aba {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:15.146986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device eb6e1cb4-7b4c-4b8c-b254-89a38de91aba not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:15.147461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 97dca4ff-3ba7-41e5-a60b-ffa84684c73e no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:15.182312 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452709'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.187077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 97dca4ff-3ba7-41e5-a60b-ffa84684c73e {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:15.188263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 97dca4ff-3ba7-41e5-a60b-ffa84684c73e not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:15.211310 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.375800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773727'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.378488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.577022 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.577597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e41470-6567-417a-aafd-8483ae168d2c {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:18:15.641432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.642816 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] 10.222.0.26 "DELETE /v2.0/routers/d4e41470-6567-417a-aafd-8483ae168d2c HTTP/1.1" status: 204 len: 168 time: 1.9279406 Apr 20 10:18:15.645867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41222) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:15.679509 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-2dee0f39-2033-4be1-b581-b6e8ed28f11c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930419 Apr 20 10:18:15.714235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] Deleting subnet 1e5cec62-36e0-45a0-a288-1aa461c75043 {{(pid=86374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:18:15.717773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.774211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-794101'] for subnet, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.785700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-34be9ee2-5325-43de-af29-bc9f64f9c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:15.787285 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-34be9ee2-5325-43de-af29-bc9f64f9c61e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 1098 time: 0.0814595 Apr 20 10:18:15.907507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:15.951953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-b8e8a20f-8e1e-4407-9403-1659e227f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:15.954184 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-b8e8a20f-8e1e-4407-9403-1659e227f9f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 912 time: 0.1433852 Apr 20 10:18:16.066127 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-6a969084-d11f-4831-8795-7433129fdf9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d6a9fc7-5651-4618-9c18-6774383be776 HTTP/1.1" status: 200 len: 1000 time: 0.1045673 Apr 20 10:18:16.135983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-e4dce884-f6e4-4d30-9189-148731cb1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:16.137736 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-e4dce884-f6e4-4d30-9189-148731cb1fd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.0650406 Apr 20 10:18:16.224758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-dccb3022-1959-4e2a-b85e-0be886f049ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:16.226288 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-dccb3022-1959-4e2a-b85e-0be886f049ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818768 Apr 20 10:18:16.321338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4e4390c6-6741-4af8-a235-30435b0bd110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:16.368675 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-d5bc2db5-d740-4a88-9581-f19119de9cb9 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350086 Apr 20 10:18:16.453358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3068694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186813'] for subnet, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:16.459152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:16.499698 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:16.507956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19904100-3c65-41a9-82e3-6b73c5c8276f None None] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:18:16.509500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5cec62-36e0-45a0-a288-1aa461c75043,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:16.514378 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e5cec62-36e0-45a0-a288-1aa461c75043 HTTP/1.1" status: 204 len: 168 time: 0.8672097 Apr 20 10:18:16.517332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41226) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:16.534019 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c21cbcd6-5acf-4a35-999a-165cab3eef60 req-a154d040-17a4-47c9-a0a1-5b8e3f90c4b0 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581454 Apr 20 10:18:16.535233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:16.819972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] DHCP port deletion for 308d53bc-8da5-4a8a-acf4-ce457ae855cd request from dv-cinder-774594-4-iscsi {{(pid=86375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:18:16.825387 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] Deleting port 7b6d7a22-54df-498f-91f4-91ea616043be {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:16.825807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:16.912909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:16.925282 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Deleting port 7b6d7a22-54df-498f-91f4-91ea616043be {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:16.925647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:17.069119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] For port 7b6d7a22-54df-498f-91f4-91ea616043be, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=7b6d7a22-54df-498f-91f4-91ea616043be,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:17.069680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:17.139965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 7b6d7a22-54df-498f-91f4-91ea616043be no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:17.172144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] For port 7b6d7a22-54df-498f-91f4-91ea616043be, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=7b6d7a22-54df-498f-91f4-91ea616043be,segment=NetworkSegment(582767fa-efaf-4b35-bed4-22916dd04567),segment_id=582767fa-efaf-4b35-bed4-22916dd04567)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:17.172564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:17.230499 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:17.245130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] Calling delete_port for 7b6d7a22-54df-498f-91f4-91ea616043be owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:17.314892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Calling delete_port for 7b6d7a22-54df-498f-91f4-91ea616043be owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:17.498183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:17.503144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:17.556793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6d7a22-54df-498f-91f4-91ea616043be,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:17.559532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:17.562020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] No DVR routers for this DVR port 7b6d7a22-54df-498f-91f4-91ea616043be on host dv-cinder-774594-4-iscsi {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:18:17.564245 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No ports have port_id starting with 7b6d7a22-54df-498f-91f4-91ea616043be Apr 20 10:18:17.598979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:18:17.599301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:18:17.635131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:17.690995 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:17.809644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308d53bc-8da5-4a8a-acf4-ce457ae855cd']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:17.822903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582767fa-efaf-4b35-bed4-22916dd04567') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:17.823171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582767fa-efaf-4b35-bed4-22916dd04567') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:17.835005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:17.920867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:17.928081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:18:18.100511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] Deleting port 7b6d7a22-54df-498f-91f4-91ea616043be {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:18.101125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:18.107719 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:18:18.119317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:18.177114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-cb245ea8-932d-46ab-b870-3353cf29f6f5 None None] The port '7b6d7a22-54df-498f-91f4-91ea616043be' was deleted {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:18:18.306281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Network 308d53bc-8da5-4a8a-acf4-ce457ae855cd has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:18:18.329655 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:18:18.578075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:18.702589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:18.706484 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:18.723675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:18.730384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=308d53bc-8da5-4a8a-acf4-ce457ae855cd,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:18.747219 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:18.795196 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] 10.222.0.26 "DELETE /v2.0/networks/308d53bc-8da5-4a8a-acf4-ce457ae855cd HTTP/1.1" status: 204 len: 168 time: 2.2757306 Apr 20 10:18:18.999844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41232) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:19.052561 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9aae4f2d-6b8d-4dad-8bdc-e2d9a65002d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18116a00c5e64adaa53e506e38ee8e25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514066 Apr 20 10:18:19.055269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41236) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:19.116377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e21ccf4d-bc54-4083-832e-e0f79f63a0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:19.144512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e21ccf4d-bc54-4083-832e-e0f79f63a0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:19.223990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e21ccf4d-bc54-4083-832e-e0f79f63a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:19.229103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0b24f45a-fea5-4613-8558-7ca33bfc1d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:19.244008 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ccf4d-bc54-4083-832e-e0f79f63a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d5525f-efd6-473d-b68a-77b1dc536ec7,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:19.248984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e21ccf4d-bc54-4083-832e-e0f79f63a0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:19.252154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e21ccf4d-bc54-4083-832e-e0f79f63a0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:19.253421 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e21ccf4d-bc54-4083-832e-e0f79f63a0a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35d5525f-efd6-473d-b68a-77b1dc536ec7 HTTP/1.1" status: 204 len: 168 time: 0.1971774 Apr 20 10:18:23.043389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41308) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:23.167206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:23.182545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:23.186559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Usage tracker for resource:security_group_rule and tenant:574bb0b8ece948aeaaf8762012646ed2 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:23.189775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:23.195660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:23.279271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:23.326479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:23.336578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a2101e0e-6d16-4779-85c2-21c039442ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:23.380273 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=574bb0b8ece948aeaaf8762012646ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357022 Apr 20 10:18:23.381218 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42d167f-8056-4cc0-8e2a-075b465c6ecd,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:23.383223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41314) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:23.384659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:23.445010 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0922-d203-4bfb-91ee-fd1a58cf7145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:23.472392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0922-d203-4bfb-91ee-fd1a58cf7145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:23.548284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0922-d203-4bfb-91ee-fd1a58cf7145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:23.553745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-04147d62-4bfd-4a2d-a4f3-e98e4f6faf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:23.565054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae0922-d203-4bfb-91ee-fd1a58cf7145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42d167f-8056-4cc0-8e2a-075b465c6ecd,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:23.568724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c6ae0922-d203-4bfb-91ee-fd1a58cf7145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:23.572438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0922-d203-4bfb-91ee-fd1a58cf7145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:23.573667 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c6ae0922-d203-4bfb-91ee-fd1a58cf7145 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c42d167f-8056-4cc0-8e2a-075b465c6ecd HTTP/1.1" status: 204 len: 168 time: 0.1893892 Apr 20 10:18:24.028302 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41322) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:24.047824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:24.066893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:24.070930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2e4fddc9f1422da4e06175593b19bc is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:24.073869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:24.079898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:24.166396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:24.199560 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:24.209010 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f8af8a4e-8710-4173-bdc8-ec8c8c0fa41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:24.252072 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab2e4fddc9f1422da4e06175593b19bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226071 Apr 20 10:18:24.253249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1ebe06-902f-41a4-90e6-aadf886b28b1,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:24.255035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41326) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:24.256446 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-565cabbf-1184-4049-b0d6-1802221dcd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:24.322973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-18df74c8-5a5e-4f50-b3df-198c369318e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:24.351303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-18df74c8-5a5e-4f50-b3df-198c369318e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:24.435317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-18df74c8-5a5e-4f50-b3df-198c369318e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:24.441058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ed53dfe4-2d57-4878-b593-69e0a9623093 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:24.454412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df74c8-5a5e-4f50-b3df-198c369318e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1ebe06-902f-41a4-90e6-aadf886b28b1,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:24.456716 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-18df74c8-5a5e-4f50-b3df-198c369318e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:24.464415 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-18df74c8-5a5e-4f50-b3df-198c369318e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:24.465915 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-18df74c8-5a5e-4f50-b3df-198c369318e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa1ebe06-902f-41a4-90e6-aadf886b28b1 HTTP/1.1" status: 204 len: 168 time: 0.2098138 Apr 20 10:18:30.056054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d85db4-c86f-4bc2-966d-d2e3e8b5ed3c req-d09bac28-2afb-4463-893b-cf6febb012c3 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:30.057729 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-55d85db4-c86f-4bc2-966d-d2e3e8b5ed3c req-d09bac28-2afb-4463-893b-cf6febb012c3 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 945 time: 0.0920229 Apr 20 10:18:30.112098 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-55d85db4-c86f-4bc2-966d-d2e3e8b5ed3c req-3d2807e8-d02f-43bf-96c2-baa35fcc3e63 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472660 Apr 20 10:18:31.313621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792986cc-8686-42a5-9c63-6e22172fe251 req-bb66124c-a5d7-4245-a449-80f2b691413b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:31.315121 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-792986cc-8686-42a5-9c63-6e22172fe251 req-bb66124c-a5d7-4245-a449-80f2b691413b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 945 time: 0.0879579 Apr 20 10:18:31.362873 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-792986cc-8686-42a5-9c63-6e22172fe251 req-b0ac2c4f-b62a-427f-bf7e-a6ead6ed3701 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413809 Apr 20 10:18:32.578011 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5138a-6e46-44f8-b1d4-d7c3bd786ef1 req-7d586e9e-6f2b-46e6-8bf9-2b732dea454f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:32.579658 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-35f5138a-6e46-44f8-b1d4-d7c3bd786ef1 req-7d586e9e-6f2b-46e6-8bf9-2b732dea454f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 945 time: 0.0986519 Apr 20 10:18:32.630843 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-35f5138a-6e46-44f8-b1d4-d7c3bd786ef1 req-f861938b-ab12-4fc5-ba99-a780461f5029 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445390 Apr 20 10:18:32.797451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec626-ec55-4580-865b-1ffa5fef3c3f req-c0ae29e2-c12c-4287-b13c-e503576e2d9c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:32.799049 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bb2ec626-ec55-4580-865b-1ffa5fef3c3f req-c0ae29e2-c12c-4287-b13c-e503576e2d9c tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 947 time: 0.0918558 Apr 20 10:18:32.850551 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bb2ec626-ec55-4580-865b-1ffa5fef3c3f req-ebf2a74e-d59c-4a82-8393-d346589090c1 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449092 Apr 20 10:18:33.686106 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-e51e1fb6-0756-41e2-9e65-431a6a70dc2d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:33.688851 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-e51e1fb6-0756-41e2-9e65-431a6a70dc2d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 945 time: 0.0944757 Apr 20 10:18:33.821532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Deleting port 4d6a9fc7-5651-4618-9c18-6774383be776 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:33.821910 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:33.977649 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243656-c490-4a99-a87e-189c3c454622 req-32e5ceaa-644c-4983-ade0-f96ee532385c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:33.979179 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-08243656-c490-4a99-a87e-189c3c454622 req-32e5ceaa-644c-4983-ade0-f96ee532385c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 945 time: 0.2216845 Apr 20 10:18:34.227601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-2a5c0b00-ade9-4f4b-b2e5-62c55a090d1f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:34.228473 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-2a5c0b00-ade9-4f4b-b2e5-62c55a090d1f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Synchronizing usage tracker for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:18:34.243481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-2a5c0b00-ade9-4f4b-b2e5-62c55a090d1f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Unset dirty status for tenant:8f35aa3e02484ed8b73777ccb11726e1 on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:18:34.244781 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-2a5c0b00-ade9-4f4b-b2e5-62c55a090d1f tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 947 time: 0.1126575 Apr 20 10:18:34.331957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Deleting port ff508154-9511-4eca-9f70-ee8eadecc659 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:34.332342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:34.429121 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-08243656-c490-4a99-a87e-189c3c454622 req-2d5de91e-d5e0-4768-8589-fd1ad62ffa59 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4412439 Apr 20 10:18:34.472516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] For port 4d6a9fc7-5651-4618-9c18-6774383be776, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4d6a9fc7-5651-4618-9c18-6774383be776,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:34.472940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:34.492683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6d994-4538-4a9e-8bcf-3fcf7854170e req-5b9cd324-858e-4592-a727-efe629128664 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:34.494231 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0ba6d994-4538-4a9e-8bcf-3fcf7854170e req-5b9cd324-858e-4592-a727-efe629128664 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 947 time: 0.5116739 Apr 20 10:18:34.610957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] For port ff508154-9511-4eca-9f70-ee8eadecc659, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ff508154-9511-4eca-9f70-ee8eadecc659,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:34.611358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:34.697539 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0ba6d994-4538-4a9e-8bcf-3fcf7854170e req-b81eeeb7-da83-4955-a274-ff76eccf0522 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd00b638-308d-463a-86fc-dfceb2925d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441128 Apr 20 10:18:34.875525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:34.875729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:34.876020 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Floating IP f5688ed3-225e-42f9-9c5d-46bfb0d782f3 disassociated. External IP: 172.27.3.53, port: 4d6a9fc7-5651-4618-9c18-6774383be776. Apr 20 10:18:34.876399 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Calling delete_port for 4d6a9fc7-5651-4618-9c18-6774383be776 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:35.049328 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:35.049745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:35.050102 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Floating IP dcbbb9e7-611c-4eaa-897b-3a20522bba47 disassociated. External IP: 172.27.3.52, port: ff508154-9511-4eca-9f70-ee8eadecc659. Apr 20 10:18:35.050491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Calling delete_port for ff508154-9511-4eca-9f70-ee8eadecc659 owned by compute:nova {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:35.159655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:35.167319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fed13cbe-19ca-4e47-be10-de690554a4fb tempest-VolumesActionsTest-2102053625 tempest-VolumesActionsTest-2102053625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:35.221632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event deleted for resources: {'Port': ['ID=4d6a9fc7-5651-4618-9c18-6774383be776,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:35.228246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:35.234930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:35.237818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.237818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.238045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.238271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.238671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.239080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.239502 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.239897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.240292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.240720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.241115 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.241504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.244893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:35.284210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event deleted for resources: {'Port': ['ID=ff508154-9511-4eca-9f70-ee8eadecc659,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:35.296626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.297101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.297519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.297934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.298344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.298751 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.299155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.299558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.299958 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.300363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.300800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.301212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:35.305068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:35.442365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Router 962653b5-66ee-449f-b42d-1f45bbfa3f20 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:18:35.505320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Router 9ea6e56c-c1e1-480f-96d6-48b418143f6d has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:18:35.637847 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b7776a07-4701-4a69-b900-0edf680ac260 req-ceb566a0-7175-42e0-a386-3657a657d3ea tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 210 time: 0.0583148 Apr 20 10:18:35.693002 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:18:35.707381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] Sync routers for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:18:35.722707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:18:35.734553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] Sync routers for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:18:35.746408 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:35.750168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:18:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:35.764914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:35.768573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:18:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:35.790442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] No DVR routers for this DVR port 4d6a9fc7-5651-4618-9c18-6774383be776 on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:18:35.793161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:35.796754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'name': 'network-vif-deleted', 'tag': '4d6a9fc7-5651-4618-9c18-6774383be776'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:35.848209 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] No DVR routers for this DVR port ff508154-9511-4eca-9f70-ee8eadecc659 on host hv-cinder-77459 {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:18:35.868455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:35.868455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-deleted', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:35.899381 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e542303-5c2a-4b5c-a2c4-9ac941a838ed req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "DELETE /v2.0/ports/4d6a9fc7-5651-4618-9c18-6774383be776 HTTP/1.1" status: 204 len: 173 time: 2.2044847 Apr 20 10:18:35.934393 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a3eba31f-4e93-4ca5-a42d-0867b7802dc5 req-d1fe1d35-34e9-4496-b065-9b2b8eb73ff3 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.55 "DELETE /v2.0/ports/ff508154-9511-4eca-9f70-ee8eadecc659 HTTP/1.1" status: 204 len: 173 time: 1.6828513 Apr 20 10:18:35.940711 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce61b6f8-8947-4f2d-a551-b0c69793c768', 'name': 'network-vif-deleted', 'tag': '4d6a9fc7-5651-4618-9c18-6774383be776', 'status': 'completed', 'code': 200} Apr 20 10:18:36.027406 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a2b9440d-fb22-4250-8112-f836d04bdc89 req-9cc86f85-eee9-4d90-acac-e297983de790 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab08aa7-238c-440a-a5c6-4397fafcbcc7 HTTP/1.1" status: 200 len: 210 time: 0.0705698 Apr 20 10:18:36.139543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:36.191946 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab08aa7-238c-440a-a5c6-4397fafcbcc7', 'name': 'network-vif-deleted', 'tag': 'ff508154-9511-4eca-9f70-ee8eadecc659', 'status': 'completed', 'code': 200} Apr 20 10:18:36.224549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:36.297981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:18:36.492479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:36.497560 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] Checking router: 9ea6e56c-c1e1-480f-96d6-48b418143f6d for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:18:36.509933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:36.509933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:18:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:36.586368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:36.591618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] Checking router: 962653b5-66ee-449f-b42d-1f45bbfa3f20 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:18:36.601755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:36.602531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:18:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:36.757784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:36.846306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:36.872001 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-e1f1973a-8b11-4dd1-8b80-267c896a7b94 req-ef9d8bf7-ec0f-49d6-9718-dab2f52b6c11 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Synchronizing usage tracker for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:18:36.927405 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-e1f1973a-8b11-4dd1-8b80-267c896a7b94 req-ef9d8bf7-ec0f-49d6-9718-dab2f52b6c11 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Unset dirty status for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:18:36.929265 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e1f1973a-8b11-4dd1-8b80-267c896a7b94 req-ef9d8bf7-ec0f-49d6-9718-dab2f52b6c11 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce61b6f8-8947-4f2d-a551-b0c69793c768 HTTP/1.1" status: 200 len: 210 time: 0.1074643 Apr 20 10:18:37.153324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41458) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:37.207152 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:37.211463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77ba7f-3268-452c-9585-fbf1630bd774 None None] The sync data for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi is: [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:11:12Z', 'revision_number': 4, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '6d06aef6-0372-480d-8ec5-5a26cbc08fa5', 'name': '', 'network_id': '91c8a877-6d98-4175-ae61-6221c821cb4b', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'mac_address': 'fa:16:3e:b5:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:08Z', 'updated_at': '2021-04-20T10:11:24Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'subnets': [{'id': '73cabdd6-1d5d-4833-9c2a-bccc2239c312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:18:37.284528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:37.317483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41466) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:37.325094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: ff508154-9511-4eca-9f70-ee8eadecc659 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:37.325495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ff508154-9511-4eca-9f70-ee8eadecc659 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:37.325967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 4d6a9fc7-5651-4618-9c18-6774383be776 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:37.347856 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.377666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 4d6a9fc7-5651-4618-9c18-6774383be776 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:37.378072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 4d6a9fc7-5651-4618-9c18-6774383be776 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:37.381113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:37.387146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Usage tracker for resource:security_group_rule and tenant:caaebc40d75d4bbaa2a93f79159bbcdd is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:37.390533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:37.397886 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:37.414158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:37.420035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ffff4-729a-445f-a6c9-568b406ab154 None None] The sync data for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi is: [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:18:37.424130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9adb20c2-7953-4265-9abb-ba00d2b057b4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.464236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9adb20c2-7953-4265-9abb-ba00d2b057b4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.578311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.582303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9adb20c2-7953-4265-9abb-ba00d2b057b4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.587819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ee15a5a3-b03b-40c1-b657-011525073de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:37.607620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb20c2-7953-4265-9abb-ba00d2b057b4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd00b638-308d-463a-86fc-dfceb2925d58,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:37.611588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.612276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9adb20c2-7953-4265-9abb-ba00d2b057b4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:37.614627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9adb20c2-7953-4265-9abb-ba00d2b057b4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.618387 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9adb20c2-7953-4265-9abb-ba00d2b057b4 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "DELETE /v2.0/security-groups/cd00b638-308d-463a-86fc-dfceb2925d58 HTTP/1.1" status: 204 len: 168 time: 0.2980580 Apr 20 10:18:37.619064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41470) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:37.623375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-21572557-e510-4cfe-a82f-f19bd4cfeaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:37.648936 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.api.v2.resource [None req-7f31e55c-a7b2-4534-8dae-950ecdff6c2b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] show failed (client error): The resource could not be found. Apr 20 10:18:37.650104 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7f31e55c-a7b2-4534-8dae-950ecdff6c2b tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "GET /v2.0/security-groups/cd00b638-308d-463a-86fc-dfceb2925d58 HTTP/1.1" status: 404 len: 347 time: 0.0300457 Apr 20 10:18:37.653558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41474) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:37.660772 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=caaebc40d75d4bbaa2a93f79159bbcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049772 Apr 20 10:18:37.667025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41478) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:37.693034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58166c4-96c0-4f2a-a137-df8dbb6a1af7 None None] New status for floating IP dcbbb9e7-611c-4eaa-897b-3a20522bba47: DOWN {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:18:37.693722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c737b4-cffc-4417-9d64-e72b35830be8,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:37.704135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:37.784566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bcc813db-2697-48f7-8879-0728e6b42224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.817999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bcc813db-2697-48f7-8879-0728e6b42224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.845087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Deleting port e6516e33-d562-4ade-96b0-7151cc72f4d9 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:37.845566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:37.896770 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5c754-e933-41b2-95ee-00d7958e2ef2 None None] New status for floating IP f5688ed3-225e-42f9-9c5d-46bfb0d782f3: DOWN {{(pid=86375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:18:38.035659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bcc813db-2697-48f7-8879-0728e6b42224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:38.043998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-81cf10a6-76b1-462f-a650-d5385b247c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:38.066551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-bcc813db-2697-48f7-8879-0728e6b42224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:38.067800 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-bcc813db-2697-48f7-8879-0728e6b42224 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22c737b4-cffc-4417-9d64-e72b35830be8 HTTP/1.1" status: 204 len: 168 time: 0.3997176 Apr 20 10:18:38.068791 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc813db-2697-48f7-8879-0728e6b42224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c737b4-cffc-4417-9d64-e72b35830be8,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:38.078539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bcc813db-2697-48f7-8879-0728e6b42224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:38.081556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:38.082045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:38.244368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Calling delete_port for e6516e33-d562-4ade-96b0-7151cc72f4d9 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:38.368507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86373) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:18:38.368920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:18:38.413448 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-eaabc100-ff8e-483b-9821-7976890a690f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139341280&fields=id&tenant_id=b14fa126086e4ec1b462dd99b1744781 HTTP/1.1" status: 200 len: 267 time: 0.0435081 Apr 20 10:18:38.550041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41494) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:38.569479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:38.579929 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b61e3-a622-4e36-ae07-c4f198259808 req-a9ff6f68-ade4-49b0-9bba-50e1fea26ed8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:38.581684 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-a9ff6f68-ade4-49b0-9bba-50e1fea26ed8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 811 time: 0.1608980 Apr 20 10:18:38.589388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:38.593953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] Usage tracker for resource:security_group_rule and tenant:c8cf6b0e7b1741ff9d822b54895bc4a7 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:38.597012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:38.598020 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-2b98fc25-e154-4024-bb5b-fc14b9f2002c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/quotas/b14fa126086e4ec1b462dd99b1744781 HTTP/1.1" status: 200 len: 375 time: 0.0102279 Apr 20 10:18:38.603031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:38.689165 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:38.696213 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-7deb3477-8f73-47d2-979c-53fa80b0a2d6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920842 Apr 20 10:18:38.719385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:38.739811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c3d8a7ef-220b-44e6-a1bb-79f172219814 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:38.789936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d241867f-12ff-4ef8-9337-956c27a046b0,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:38.794254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:38.797576 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-da8dbcec-d797-4277-bc7c-59a47143ea37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8cf6b0e7b1741ff9d822b54895bc4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464399 Apr 20 10:18:38.800578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41500) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:38.866173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b81e07cd-001b-4727-be1f-1370c025bf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:38.876797 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Deleting port e6516e33-d562-4ade-96b0-7151cc72f4d9 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:38.877178 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:39.035590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b81e07cd-001b-4727-be1f-1370c025bf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:39.238034 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-633ae23f-7c13-4655-b217-a154c19dfe73 service neutron] 10.222.0.26 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283720 Apr 20 10:18:39.278597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b81e07cd-001b-4727-be1f-1370c025bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:39.288146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:39.288447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:39.296114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-890cc9cf-98cb-4f56-ac01-414b6f4dea5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:39.424418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e07cd-001b-4727-be1f-1370c025bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d241867f-12ff-4ef8-9337-956c27a046b0,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:39.726078 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b81e07cd-001b-4727-be1f-1370c025bf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:39.736406 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Calling delete_port for e6516e33-d562-4ade-96b0-7151cc72f4d9 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:39.836486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b81e07cd-001b-4727-be1f-1370c025bf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:39.837741 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b81e07cd-001b-4727-be1f-1370c025bf25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d241867f-12ff-4ef8-9337-956c27a046b0 HTTP/1.1" status: 204 len: 168 time: 1.0360999 Apr 20 10:18:39.867045 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-e3913cb2-7f4e-4e75-983c-fbed4ff79f8c service neutron] 10.222.0.26 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180995 Apr 20 10:18:40.035279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:40.040720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c7c20317-0357-4820-97b9-99606e3a4106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:40.096657 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Pushing event deleted for resources: {'Port': ['ID=e6516e33-d562-4ade-96b0-7151cc72f4d9,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:40.100082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:40.207342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:40.224436 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:40.225846 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] 10.222.0.26 "DELETE /v2.0/floatingips/dcbbb9e7-611c-4eaa-897b-3a20522bba47 HTTP/1.1" status: 204 len: 168 time: 2.5714269 Apr 20 10:18:40.523917 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-633a3301-61dd-480a-805b-09c5e254b8ca req-71d1e878-604c-40af-a560-8e49e9579ca8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 210 time: 0.0567493 Apr 20 10:18:41.699996 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-84b57d6d-5d36-43c3-9a3d-7714f47867a0 req-c4a49e36-6134-4fac-b89b-f98a42dcaa7e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 210 time: 0.0525718 Apr 20 10:18:42.267193 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b61e3-a622-4e36-ae07-c4f198259808 req-099ecbbd-3477-482f-906e-69b51b523e3b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:42.268092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-996b61e3-a622-4e36-ae07-c4f198259808 req-099ecbbd-3477-482f-906e-69b51b523e3b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Synchronizing usage tracker for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:network {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:18:42.315051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-996b61e3-a622-4e36-ae07-c4f198259808 req-099ecbbd-3477-482f-906e-69b51b523e3b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Unset dirty status for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:network {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:18:42.316320 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-099ecbbd-3477-482f-906e-69b51b523e3b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 811 time: 0.2158535 Apr 20 10:18:42.406261 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-996b61e3-a622-4e36-ae07-c4f198259808 req-64c154cf-4aa1-446c-853a-e15168e3cfda tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Synchronizing usage tracker for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:security_group {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:18:42.464662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-996b61e3-a622-4e36-ae07-c4f198259808 req-64c154cf-4aa1-446c-853a-e15168e3cfda tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Unset dirty status for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:security_group {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:18:42.466369 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-64c154cf-4aa1-446c-853a-e15168e3cfda tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b14fa126086e4ec1b462dd99b1744781 HTTP/1.1" status: 200 len: 8059 time: 0.1416099 Apr 20 10:18:42.477159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'port': {'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'admin_state_up': True, 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'security_groups': ['dcda06c7-f8b9-4b05-8a25-24615e16344f']}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:18:42.629741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:42.640984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:42.674498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Made reservation on behalf of b14fa126086e4ec1b462dd99b1744781 for: {'port': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:18:42.680773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:42.865868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Allocated IP 172.20.0.13 (92475c78-fcfe-4e5a-bde8-72785e2520e6/644f478a-6fe1-4e41-b43b-51546c64d2e3/fd588f6c-cf2f-4706-8e66-5b890bb1b14a) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:18:42.908344 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-46e8aae0-dbc5-4b41-aadb-8b674a921d90 req-789128e6-8f23-49b6-9ada-712283b2809f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 210 time: 0.0701079 Apr 20 10:18:43.391526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:43.410632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Transition to ACTIVE for port object fd588f6c-cf2f-4706-8e66-5b890bb1b14a will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:18:43.416116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41592) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:43.475222 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:43.484125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:43.560567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d018df6b-df69-46ca-a9ac-add0098a685c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:43.567955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:18:43.571443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:18:43.577527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:18:43.605701 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'Port': ['ID=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:43.612115 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:43.656679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:43.657389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:43.727330 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2546461 Apr 20 10:18:43.751728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Request body: {'port': {'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:18:43.842300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2db682e1-0403-4a02-94ba-e59b555c84d5 None None] Provisioning for port fd588f6c-cf2f-4706-8e66-5b890bb1b14a completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:18:43.849342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-2db682e1-0403-4a02-94ba-e59b555c84d5 None None] Provisioning complete for port fd588f6c-cf2f-4706-8e66-5b890bb1b14a triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:18:43.849734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2db682e1-0403-4a02-94ba-e59b555c84d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:43.886417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:43.916205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-2db682e1-0403-4a02-94ba-e59b555c84d5 None None] Port fd588f6c-cf2f-4706-8e66-5b890bb1b14a cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:18:44.248170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcda617-a9dd-493c-803f-81718881622d req-ee4c5d30-83a5-4281-955f-98350d61a53d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:44.250712 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-edcda617-a9dd-493c-803f-81718881622d req-ee4c5d30-83a5-4281-955f-98350d61a53d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 932 time: 0.1689234 Apr 20 10:18:44.300681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd588f6c-cf2f-4706-8e66-5b890bb1b14a {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:18:44.311969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:44.319175 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-edcda617-a9dd-493c-803f-81718881622d req-1010f1d4-db44-40f2-b8a8-3b64cc7d6631 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603254 Apr 20 10:18:44.332714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Transition to ACTIVE for port object fd588f6c-cf2f-4706-8e66-5b890bb1b14a will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:18:44.360394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:44.365877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-07356de4-74f0-475e-9eb0-7e99f33f0ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:44.465092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854342246'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:44.600503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Pushing event updated for resources: {'Port': ['ID=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:44.604157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:44.647469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Attempting to bind port fd588f6c-cf2f-4706-8e66-5b890bb1b14a on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:18:44.648101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Attempting to bind port fd588f6c-cf2f-4706-8e66-5b890bb1b14a by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:18:44.648840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Attempting to bind port fd588f6c-cf2f-4706-8e66-5b890bb1b14a on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:18:44.656686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Port fd588f6c-cf2f-4706-8e66-5b890bb1b14a on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:18:44.656961 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Attempting to bind port fd588f6c-cf2f-4706-8e66-5b890bb1b14a on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:18:44.663412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:18:44.663838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Checking segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:18:44.664281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Bound using segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:18:44.664860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Bound port: fd588f6c-cf2f-4706-8e66-5b890bb1b14a, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:18:44.665312 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:44.783017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] For port fd588f6c-cf2f-4706-8e66-5b890bb1b14a, host hv-cinder-77459, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:18:44.787432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] For port fd588f6c-cf2f-4706-8e66-5b890bb1b14a, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:18:44.812882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:44.817359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:44.888726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:44.889959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:44.891542 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] 10.222.0.55 "PUT /v2.0/ports/fd588f6c-cf2f-4706-8e66-5b890bb1b14a HTTP/1.1" status: 200 len: 1094 time: 1.1521316 Apr 20 10:18:44.892105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:44.911309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Pushing event updated for resources: {'Port': ['ID=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:44.914700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:44.953265 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'status': 'completed', 'code': 200} Apr 20 10:18:44.956024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Deleting port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:44.956405 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:45.065885 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83c1fb-3c18-435d-8237-56d79016deb7 req-b0d2a801-01a7-403a-8685-76de82094bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:45.067746 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ca83c1fb-3c18-435d-8237-56d79016deb7 req-b0d2a801-01a7-403a-8685-76de82094bd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 1097 time: 0.0937538 Apr 20 10:18:45.155685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] For port 6d06aef6-0372-480d-8ec5-5a26cbc08fa5, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=6d06aef6-0372-480d-8ec5-5a26cbc08fa5,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:45.156105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:45.167329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:45.231057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83c1fb-3c18-435d-8237-56d79016deb7 req-b734dfd0-f686-4377-8f37-fc16638ba77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:45.232746 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ca83c1fb-3c18-435d-8237-56d79016deb7 req-b734dfd0-f686-4377-8f37-fc16638ba77d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b14fa126086e4ec1b462dd99b1744781&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1570280 Apr 20 10:18:45.305621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Calling delete_port for 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:45.385882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83c1fb-3c18-435d-8237-56d79016deb7 req-d6fd8545-1a39-46a7-8aa0-490e780bdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:45.387758 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ca83c1fb-3c18-435d-8237-56d79016deb7 req-d6fd8545-1a39-46a7-8aa0-490e780bdcdb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479914 Apr 20 10:18:45.510678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b61e3-a622-4e36-ae07-c4f198259808 req-8aba19a4-7b4c-45ca-b1b7-6c6709bddc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:45.512257 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-8aba19a4-7b4c-45ca-b1b7-6c6709bddc5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 1097 time: 0.0863795 Apr 20 10:18:45.589581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f069d41-7cbc-4077-8734-a057232d2c0c req-dd0e3b1d-63b9-4674-9668-96e46642543c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:45.590787 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-733ca1e8-4921-4e1d-ada3-3dc7669a702c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd588f6c-cf2f-4706-8e66-5b890bb1b14a HTTP/1.1" status: 200 len: 217 time: 0.0708835 Apr 20 10:18:45.591519 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6f069d41-7cbc-4077-8734-a057232d2c0c req-dd0e3b1d-63b9-4674-9668-96e46642543c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 944 time: 0.1511381 Apr 20 10:18:45.618313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:45.626361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:45.664501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b61e3-a622-4e36-ae07-c4f198259808 req-8a41dd13-8e9b-472a-bb53-b8d003cab3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:45.666673 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-8a41dd13-8e9b-472a-bb53-b8d003cab3b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.0688608 Apr 20 10:18:45.723807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d06aef6-0372-480d-8ec5-5a26cbc08fa5,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:45.734861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:45.774257 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6f069d41-7cbc-4077-8734-a057232d2c0c req-b065e482-6d8b-4710-b969-4845e28f8807 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755245 Apr 20 10:18:45.817821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b61e3-a622-4e36-ae07-c4f198259808 req-26917576-e8de-4d22-ab11-c6553f55e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:45.819465 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-26917576-e8de-4d22-ab11-c6553f55e2e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1430483 Apr 20 10:18:45.984521 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-31f3e8fc-57b3-4fe4-aa84-b7ee698c912b service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578217 Apr 20 10:18:46.039872 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854342172'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:46.158799 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-996b61e3-a622-4e36-ae07-c4f198259808 req-c2923997-56d6-4f51-87b2-f33511ef1703 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675668 Apr 20 10:18:46.303894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-27263226-66e9-43de-9ee6-8c3eb97c366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:46.724918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Router 9ea6e56c-c1e1-480f-96d6-48b418143f6d has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:18:46.977431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:18:46.992651 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] Sync routers for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:18:47.005302 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:47.006048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:18:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:47.007102 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] 10.222.0.26 "PUT /v2.0/routers/9ea6e56c-c1e1-480f-96d6-48b418143f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5898092 Apr 20 10:18:47.009823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41644) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:47.038203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b30b32-1fc7-4617-8075-52c8c30f7a07 req-12322d2b-dd7f-4a84-9b9a-4ba97a475b50 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:47.040708 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-73b30b32-1fc7-4617-8075-52c8c30f7a07 req-12322d2b-dd7f-4a84-9b9a-4ba97a475b50 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 944 time: 0.1218028 Apr 20 10:18:47.091958 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.153382 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-73b30b32-1fc7-4617-8075-52c8c30f7a07 req-b6ec9f42-27ab-4fdc-828b-8e2943399e16 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044750 Apr 20 10:18:47.246587 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:47.248859 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks [] for router, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.449665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.502296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Deleting port f3fa2d9d-557d-4910-87df-bfa639fc9ec3 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:47.502705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.635362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:18:45Z', 'revision_number': 5, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port': {'id': 'f3fa2d9d-557d-4910-87df-bfa639fc9ec3', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:11:01Z', 'updated_at': '2021-04-20T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:47.642410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] Checking router: 9ea6e56c-c1e1-480f-96d6-48b418143f6d for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:18:47.642691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.660878 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] Routers {'9ea6e56c-c1e1-480f-96d6-48b418143f6d'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:18:47.661294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:18:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:47.742030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] For port f3fa2d9d-557d-4910-87df-bfa639fc9ec3, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=f3fa2d9d-557d-4910-87df-bfa639fc9ec3,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:47.743212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:47.840110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] Set router 9ea6e56c-c1e1-480f-96d6-48b418143f6d gateway port host: None {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:18:47.963169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Calling delete_port for f3fa2d9d-557d-4910-87df-bfa639fc9ec3 owned by network:router_gateway {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:47.965493 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:18:47Z', 'revision_number': 6, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port_host': None}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:47.970748 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635607c-e427-4195-a9d9-d1740c9960a8 None None] The sync data for ids ['9ea6e56c-c1e1-480f-96d6-48b418143f6d'] in dv-cinder-774594-4-iscsi is: [{'id': '9ea6e56c-c1e1-480f-96d6-48b418143f6d', 'name': 'tempest-AttachVolumeShelveTestJSON-1568024006-router', 'tenant_id': '8f35aa3e02484ed8b73777ccb11726e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:10:59Z', 'updated_at': '2021-04-20T10:18:47Z', 'revision_number': 6, 'project_id': '8f35aa3e02484ed8b73777ccb11726e1', 'gw_port_host': None}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:18:48.183673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:48.191589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:48.442512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cbfb4-dd18-40c3-9ad3-274aa7c434df req-6d751cef-2eb5-4854-8985-65700ac65f5d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:48.444389 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-485cbfb4-dd18-40c3-9ad3-274aa7c434df req-6d751cef-2eb5-4854-8985-65700ac65f5d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 944 time: 0.1055067 Apr 20 10:18:48.502033 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-485cbfb4-dd18-40c3-9ad3-274aa7c434df req-4d87dd6f-71ad-4d4e-8abd-3cf6ba93d96e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504124 Apr 20 10:18:48.554170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:48.555042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fa2d9d-557d-4910-87df-bfa639fc9ec3,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:48.562714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:48.627394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452709'] for router_gateway, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:48.812879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773727'] for router, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:48.815238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.016566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.017224 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea6e56c-c1e1-480f-96d6-48b418143f6d {{(pid=86374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:18:49.030931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.032436 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] 10.222.0.26 "DELETE /v2.0/routers/9ea6e56c-c1e1-480f-96d6-48b418143f6d HTTP/1.1" status: 204 len: 168 time: 2.0213575 Apr 20 10:18:49.035454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41672) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:49.106448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0789264-810e-46c6-a631-bea57ec8f22f admin admin] Deleting subnet 73cabdd6-1d5d-4833-9c2a-bccc2239c312 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:18:49.111595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c0789264-810e-46c6-a631-bea57ec8f22f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.132575 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:49.174660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c0789264-810e-46c6-a631-bea57ec8f22f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508365'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.174903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:49.175130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 6d06aef6-0372-480d-8ec5-5a26cbc08fa5 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:49.175590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device f3fa2d9d-557d-4910-87df-bfa639fc9ec3 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:49.212989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: f3fa2d9d-557d-4910-87df-bfa639fc9ec3 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:49.213551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device f3fa2d9d-557d-4910-87df-bfa639fc9ec3 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:49.305906 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c0789264-810e-46c6-a631-bea57ec8f22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.573133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41688) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:49.677775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c0789264-810e-46c6-a631-bea57ec8f22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852794180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2291169'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.694820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:49.703426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.719686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:49.723799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4882c5a3a74976aa4d18ce16062c01 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:49.726994 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:49.733902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:49.739398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0789264-810e-46c6-a631-bea57ec8f22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73cabdd6-1d5d-4833-9c2a-bccc2239c312,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:49.745735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c0789264-810e-46c6-a631-bea57ec8f22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:49.746800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c0789264-810e-46c6-a631-bea57ec8f22f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.752357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b2ad02-e0e1-4ad0-b614-ed61583af7a8 None None] Network 91c8a877-6d98-4175-ae61-6221c821cb4b requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:18:49.772522 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c0789264-810e-46c6-a631-bea57ec8f22f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/73cabdd6-1d5d-4833-9c2a-bccc2239c312 HTTP/1.1" status: 204 len: 168 time: 0.7335472 Apr 20 10:18:49.773660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41694) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:49.788823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a320b-6839-462b-8c29-a826d39abbaf req-fa02931e-cfca-4ee5-bbf5-759bc45a8d13 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:49.790703 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ef6a320b-6839-462b-8c29-a826d39abbaf req-fa02931e-cfca-4ee5-bbf5-759bc45a8d13 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 944 time: 0.1568015 Apr 20 10:18:49.844562 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ef6a320b-6839-462b-8c29-a826d39abbaf req-8a5d8165-6b74-4e41-813c-94c51883998d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456629 Apr 20 10:18:49.919948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:49.952430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Deleting port 8c279494-f029-407f-8901-931a329797e4 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:49.952837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.024650 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.045318 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] DHCP port deletion for 91c8a877-6d98-4175-ae61-6221c821cb4b request from dv-cinder-774594-4-iscsi {{(pid=86375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:18:50.050462 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] Deleting port 8c279494-f029-407f-8901-931a329797e4 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:50.050875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.066486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.082212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-105f6520-26d6-47fd-99ec-48d0ab6ff92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:50.142095 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f4882c5a3a74976aa4d18ce16062c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673349 Apr 20 10:18:50.145372 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41698) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:50.160296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abdba68-5007-4e65-b0bb-23d9bdc9fdca,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:50.167260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:50.237967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2ed011b7-e270-4b4f-9c16-ea9c5a9997c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.271025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] For port 8c279494-f029-407f-8901-931a329797e4, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=8c279494-f029-407f-8901-931a329797e4,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:50.271486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.285737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2ed011b7-e270-4b4f-9c16-ea9c5a9997c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.287146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] For port 8c279494-f029-407f-8901-931a329797e4, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=8c279494-f029-407f-8901-931a329797e4,segment=NetworkSegment(ee54aee7-1b58-410d-95fb-1a2e3a1d7736),segment_id=ee54aee7-1b58-410d-95fb-1a2e3a1d7736)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:50.287584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.423928 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Calling delete_port for 8c279494-f029-407f-8901-931a329797e4 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:50.486089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2ed011b7-e270-4b4f-9c16-ea9c5a9997c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.491785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3a3b3849-7d70-4076-8a05-844d246ace68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:50.506573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed011b7-e270-4b4f-9c16-ea9c5a9997c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abdba68-5007-4e65-b0bb-23d9bdc9fdca,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:50.509136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2ed011b7-e270-4b4f-9c16-ea9c5a9997c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:50.513301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2ed011b7-e270-4b4f-9c16-ea9c5a9997c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.516748 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2ed011b7-e270-4b4f-9c16-ea9c5a9997c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4abdba68-5007-4e65-b0bb-23d9bdc9fdca HTTP/1.1" status: 204 len: 168 time: 0.3686931 Apr 20 10:18:50.549537 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.555225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:50.604289 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] Calling delete_port for 8c279494-f029-407f-8901-931a329797e4 owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:18:50.606169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c279494-f029-407f-8901-931a329797e4,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:50.609221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:50.611725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] No DVR routers for this DVR port 8c279494-f029-407f-8901-931a329797e4 on host dv-cinder-774594-4-iscsi {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:18:50.683945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:18:50.684275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:18:50.740336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.858194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c8a877-6d98-4175-ae61-6221c821cb4b']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:50.871891 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:50.872207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee54aee7-1b58-410d-95fb-1a2e3a1d7736') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:18:50.886474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.901948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:50.910015 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:18:50.990956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41708) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:51.023753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.041013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:51.045144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Usage tracker for resource:security_group_rule and tenant:1ef81904fde64a0ab2af0f95202b2e34 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:51.050221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:51.098827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:51.104731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Network 91c8a877-6d98-4175-ae61-6221c821cb4b has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:18:51.114556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.122609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 8c279494-f029-407f-8901-931a329797e4 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:18:51.168341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 8c279494-f029-407f-8901-931a329797e4 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:18:51.168993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 8c279494-f029-407f-8901-931a329797e4 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:18:51.185620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] Deleting port 8c279494-f029-407f-8901-931a329797e4 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:18:51.186879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.192598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7734b-de44-4261-b7f2-65ef2ae7b692 req-e2602bcc-52b9-4f86-9d94-775605b85302 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:51.194284 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d5a7734b-de44-4261-b7f2-65ef2ae7b692 req-e2602bcc-52b9-4f86-9d94-775605b85302 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 944 time: 0.1453700 Apr 20 10:18:51.265089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-36f22836-2c73-48f0-8688-b0cfd3eeef05 None None] The port '8c279494-f029-407f-8901-931a329797e4' was deleted {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:18:51.299123 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d5a7734b-de44-4261-b7f2-65ef2ae7b692 req-21f302b4-1d84-451c-9895-5690f14aff20 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970223 Apr 20 10:18:51.301062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.315831 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Network 91c8a877-6d98-4175-ae61-6221c821cb4b has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:18:51.336418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:18:51.339121 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:18:51.345936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b81e07cd-001b-4727-be1f-1370c025bf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:51.389261 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ef81904fde64a0ab2af0f95202b2e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969612 Apr 20 10:18:51.391087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b852b6f-7b74-4e85-8b01-f08eb9486c61,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:51.394349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41712) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:51.397219 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:51.457950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.460684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4df347bd-60cb-49b6-9bf7-26fa2718b55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.462505 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:51.480233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.492856 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c8a877-6d98-4175-ae61-6221c821cb4b,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:51.496246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4df347bd-60cb-49b6-9bf7-26fa2718b55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.496579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:51.538900 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] 10.222.0.26 "DELETE /v2.0/networks/91c8a877-6d98-4175-ae61-6221c821cb4b HTTP/1.1" status: 204 len: 168 time: 1.7638314 Apr 20 10:18:51.594744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4df347bd-60cb-49b6-9bf7-26fa2718b55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.600571 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b0fa810b-c710-482e-95cb-a4ba775be4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:51.612765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df347bd-60cb-49b6-9bf7-26fa2718b55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b852b6f-7b74-4e85-8b01-f08eb9486c61,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:51.618272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4df347bd-60cb-49b6-9bf7-26fa2718b55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:51.620470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4df347bd-60cb-49b6-9bf7-26fa2718b55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:51.621763 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4df347bd-60cb-49b6-9bf7-26fa2718b55b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b852b6f-7b74-4e85-8b01-f08eb9486c61 HTTP/1.1" status: 204 len: 168 time: 0.2264152 Apr 20 10:18:51.972999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41720) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:52.042059 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-960c707e-39f6-4c0b-8d91-f131c3f186c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f35aa3e02484ed8b73777ccb11726e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0671940 Apr 20 10:18:52.044588 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41726) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:52.120345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a144f643-73b7-4105-abf1-53c68173cda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:52.150213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a144f643-73b7-4105-abf1-53c68173cda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:52.235704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a144f643-73b7-4105-abf1-53c68173cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:52.245883 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2ed011b7-e270-4b4f-9c16-ea9c5a9997c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:52.273202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144f643-73b7-4105-abf1-53c68173cda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e58b8c-d0b6-4ed1-a333-84c80d5b7ff5,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:52.276337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a144f643-73b7-4105-abf1-53c68173cda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:52.288033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a144f643-73b7-4105-abf1-53c68173cda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:52.291044 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a144f643-73b7-4105-abf1-53c68173cda9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58e58b8c-d0b6-4ed1-a333-84c80d5b7ff5 HTTP/1.1" status: 204 len: 168 time: 0.2434452 Apr 20 10:18:52.553644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff77f8b-4fd0-4a7c-b2cc-6ec5a1e99dbb req-dee018d8-dff9-4ce6-8d5b-4dc05b8f514e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:52.553644 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aff77f8b-4fd0-4a7c-b2cc-6ec5a1e99dbb req-dee018d8-dff9-4ce6-8d5b-4dc05b8f514e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 944 time: 0.1073406 Apr 20 10:18:52.610324 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aff77f8b-4fd0-4a7c-b2cc-6ec5a1e99dbb req-f33ea1f0-537a-47dd-8593-27bbfc9194e9 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509341 Apr 20 10:18:53.335601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device fd588f6c-cf2f-4706-8e66-5b890bb1b14a details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:18:53.462538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41774) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:53.483783 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port fd588f6c-cf2f-4706-8e66-5b890bb1b14a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:53.508884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:18:53.574582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.596315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd588f6c-cf2f-4706-8e66-5b890bb1b14a {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:18:53.614315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port fd588f6c-cf2f-4706-8e66-5b890bb1b14a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:53.644961 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.650140 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:53.650452 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41784) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:53.711297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2082791729-network', 'tenant_id': '0f4492fc49604fe8bc806f315d33b55e'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:18:53.718534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:53.723236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Usage tracker for resource:network and tenant:0f4492fc49604fe8bc806f315d33b55e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:53.726733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:53.744058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:53.754064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.754921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.755511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.756081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.756680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.757306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.757886 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.758469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.759049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.760024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.760591 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.761190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:18:53.768880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:53.812741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:53.831524 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.855020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:53.862148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] Usage tracker for resource:security_group_rule and tenant:af4da006c98746f59994730095212702 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:53.874691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:53.885003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:53.887992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Made reservation on behalf of 0f4492fc49604fe8bc806f315d33b55e for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:18:53.893124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.912952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:53.918947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['fd588f6c-cf2f-4706-8e66-5b890bb1b14a'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:18:53.943125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcd6b1-a797-44c7-9376-2defbc007fe4 req-3234abcb-73a4-4e43-a9cc-d78a3bfad96c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:53.944808 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-88bcd6b1-a797-44c7-9376-2defbc007fe4 req-3234abcb-73a4-4e43-a9cc-d78a3bfad96c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 945 time: 0.1985106 Apr 20 10:18:53.949646 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:53.971027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Usage tracker for resource:security_group_rule and tenant:0f4492fc49604fe8bc806f315d33b55e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:53.983179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:53.999822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:54.044821 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-88bcd6b1-a797-44c7-9376-2defbc007fe4 req-b36476fd-9104-47ae-b097-9d8059a7dd82 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921996 Apr 20 10:18:54.149585 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.178783 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.183793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.195613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bab310b5-7637-4f1c-8fbc-0ac9d81a8dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:54.215307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.252999 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25504f37-9b70-406c-9ce1-80d2c3ef2cd5,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:54.260280 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af4da006c98746f59994730095212702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085613 Apr 20 10:18:54.261515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-41ba363c-8c2a-4726-9a41-3269dd7cbcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:54.262260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:18:54.263402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41792) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:54.265416 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-95231c75-ad1d-4b37-a16b-ad6ebd115fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:54.291655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.292053 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Added segment 684fa186-aa01-4156-aa1b-7e1d8856ec8a of type vlan for network f9ba8486-cf05-41a3-9819-8685703ccf0a Apr 20 10:18:54.306141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2927ff38-3c7f-4d00-834f-d795ddf36a49,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:54.313383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:54.333206 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.347196 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9bba5cd6-a464-4b59-8863-4ad90a3eb8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.378642 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9bba5cd6-a464-4b59-8863-4ad90a3eb8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.390619 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.393352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:54.394579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.404072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:54.479746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9bba5cd6-a464-4b59-8863-4ad90a3eb8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.486570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-420c7c2a-e23b-4b69-8427-71c41eea6b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:54.500509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba5cd6-a464-4b59-8863-4ad90a3eb8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25504f37-9b70-406c-9ce1-80d2c3ef2cd5,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:54.504432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9bba5cd6-a464-4b59-8863-4ad90a3eb8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:54.508038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9bba5cd6-a464-4b59-8863-4ad90a3eb8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:54.512610 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9bba5cd6-a464-4b59-8863-4ad90a3eb8f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25504f37-9b70-406c-9ce1-80d2c3ef2cd5 HTTP/1.1" status: 204 len: 168 time: 0.2447860 Apr 20 10:18:54.622472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Pushing event updated for resources: {'Network': ['ID=f9ba8486-cf05-41a3-9819-8685703ccf0a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:54.627972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:54.636424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network f9ba8486-cf05-41a3-9819-8685703ccf0a details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:18:54.659294 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1954033 Apr 20 10:18:54.662235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 41798) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:54.669796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Request body: {'subnet': {'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2082791729-subnet', 'tenant_id': '0f4492fc49604fe8bc806f315d33b55e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:18:54.676964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:54.682225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Usage tracker for resource:subnet and tenant:0f4492fc49604fe8bc806f315d33b55e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:54.686792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:54.693462 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:54.745359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Made reservation on behalf of 0f4492fc49604fe8bc806f315d33b55e for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:18:54.765385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852484661'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:55.348667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device fd588f6c-cf2f-4706-8e66-5b890bb1b14a up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:18:55.463752 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port fd588f6c-cf2f-4706-8e66-5b890bb1b14a completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:18:55.472075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port fd588f6c-cf2f-4706-8e66-5b890bb1b14a triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:18:55.472899 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:55.516471 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1bfe-0e00-40fe-8375-aa57ce8c0d1c req-26a0d04b-4329-4276-9a0a-985981365825 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:55.522217 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bc2a1bfe-0e00-40fe-8375-aa57ce8c0d1c req-26a0d04b-4329-4276-9a0a-985981365825 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 945 time: 0.3043957 Apr 20 10:18:55.640052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:55.674583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:18:55.684520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port fd588f6c-cf2f-4706-8e66-5b890bb1b14a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:18:55.705137 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bc2a1bfe-0e00-40fe-8375-aa57ce8c0d1c req-5378ab7d-0594-4332-ac9c-bb6bc80e133b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724935 Apr 20 10:18:55.713636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:55.716623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:55.776686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1981689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852484646'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:55.799652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:18:55.866565 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'code': 200} Apr 20 10:18:55.878776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:55.883079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:56.032513 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01252a7c-9121-4e99-a8bf-62138842316e,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:18:56.040141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:18:56.049834 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Checking segment: {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:18:56.050277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Network hostable DHCP agents. Network: f9ba8486-cf05-41a3-9819-8685703ccf0a, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:18:56.095433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe9129-6cdc-4e7f-82ad-e143e2c7385f req-3c135b41-6af6-40cb-bad1-2ced6d495e7d tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:56.097320 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bafe9129-6cdc-4e7f-82ad-e143e2c7385f req-3c135b41-6af6-40cb-bad1-2ced6d495e7d tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.2267604 Apr 20 10:18:56.142335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Network f9ba8486-cf05-41a3-9819-8685703ccf0a is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:18:56.203353 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bafe9129-6cdc-4e7f-82ad-e143e2c7385f req-25474938-3b1b-443d-a435-61ec70b1e53e tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914557 Apr 20 10:18:56.206727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, f9ba8486-cf05-41a3-9819-8685703ccf0a) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:18:56.221477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:56.222174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:18:56.242032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2cab62-40df-4b35-b6f9-13e18df6edb0 None None] Network f9ba8486-cf05-41a3-9819-8685703ccf0a requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:18:56.287503 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6234879 Apr 20 10:18:56.329389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6547-1ab5-466f-9aa4-7aa3d06d68d7 req-533376f9-c234-4e6b-912b-f30eb9cb21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:56.332096 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1fb6547-1ab5-466f-9aa4-7aa3d06d68d7 req-533376f9-c234-4e6b-912b-f30eb9cb21f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 1099 time: 0.1091197 Apr 20 10:18:56.396196 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a1fb6547-1ab5-466f-9aa4-7aa3d06d68d7 req-0f21561b-4f04-4812-a0fe-569ed2c9db77 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547678 Apr 20 10:18:56.622148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3bb57c-06d7-4cf0-9445-b48a4e1be2a0 None None] Network f9ba8486-cf05-41a3-9819-8685703ccf0a requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:18:57.329722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-54260146-86e5-4e64-9814-91d65e492dfe tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:57.330515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-54260146-86e5-4e64-9814-91d65e492dfe tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Synchronizing usage tracker for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:18:57.351153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711f053-c979-49d4-85b4-bb4fa1de894c req-9a95b14f-2ed6-4fac-8acd-31724a8378da tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:57.352847 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d711f053-c979-49d4-85b4-bb4fa1de894c req-9a95b14f-2ed6-4fac-8acd-31724a8378da tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 946 time: 0.1739841 Apr 20 10:18:57.415480 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d711f053-c979-49d4-85b4-bb4fa1de894c req-bfe03dc1-df16-4396-b5a1-f27f721bf31b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514336 Apr 20 10:18:57.517250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-54260146-86e5-4e64-9814-91d65e492dfe tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Unset dirty status for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:18:57.522745 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-54260146-86e5-4e64-9814-91d65e492dfe tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 815 time: 0.7068863 Apr 20 10:18:57.599268 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-242821b6-5a28-4eb4-9094-35f89acc4309 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/quotas/0f4492fc49604fe8bc806f315d33b55e HTTP/1.1" status: 200 len: 375 time: 0.0354986 Apr 20 10:18:57.668040 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-f70bc5a1-08fe-483a-b983-ca97c0fc6b36 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636830 Apr 20 10:18:57.696325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ac21f-13a9-44df-b1fc-a2786bddafcb req-0d504889-deb5-4be5-a6b3-06962799d7a9 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:57.697964 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e03ac21f-13a9-44df-b1fc-a2786bddafcb req-0d504889-deb5-4be5-a6b3-06962799d7a9 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.1728714 Apr 20 10:18:57.756382 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e03ac21f-13a9-44df-b1fc-a2786bddafcb req-d1b682fe-63f7-4595-b057-33860620d0c7 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510135 Apr 20 10:18:57.988400 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ba7ec462-2590-46c7-a911-6763939b6f38 service neutron] 10.222.0.26 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107266 Apr 20 10:18:58.145339 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-dcc1dd1c-965a-4458-a19b-41d8ba2e50a5 service neutron] 10.222.0.26 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495671 Apr 20 10:18:58.434698 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f031fc40-9197-4508-8a82-92938dbdbea3 req-7e6bc928-71d2-4df3-9ff2-1beb27f544e4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 210 time: 0.0505481 Apr 20 10:18:58.711031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ffca4-e139-4bfd-b7a5-60448adedc75 req-21d3bd3a-37e0-4d94-8dfa-096345f03a46 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:58.714243 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3b0ffca4-e139-4bfd-b7a5-60448adedc75 req-21d3bd3a-37e0-4d94-8dfa-096345f03a46 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 946 time: 0.1208398 Apr 20 10:18:58.825000 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3b0ffca4-e139-4bfd-b7a5-60448adedc75 req-9d5922a5-2714-4e7a-83cf-a37da3adf339 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034646 Apr 20 10:18:58.829956 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-9ad76917-339c-4d30-8f86-0a7d4a97f85d tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fd2787bbe1c34ffe815d1d1ee2f0727e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434721 Apr 20 10:18:59.087487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c999-804c-40a7-afcc-67c6d264a433 req-ff12e00a-3d47-439e-a7f7-ff210030f09f tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:59.089111 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-ff12e00a-3d47-439e-a7f7-ff210030f09f tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447073 Apr 20 10:18:59.104080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0820e84-aac4-4573-a07f-525846e24ded req-2bcf8d39-7b4b-4991-804c-f12a37025386 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:59.105705 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0820e84-aac4-4573-a07f-525846e24ded req-2bcf8d39-7b4b-4991-804c-f12a37025386 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.1676226 Apr 20 10:18:59.136355 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-344044bc-4528-4bcf-894f-f744a4cb7a89 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/quotas/fd2787bbe1c34ffe815d1d1ee2f0727e HTTP/1.1" status: 200 len: 375 time: 0.0295851 Apr 20 10:18:59.208909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-138c6a77-cc5c-4d8f-a20c-576e0b3ea880 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd2787bbe1c34ffe815d1d1ee2f0727e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650318 Apr 20 10:18:59.218286 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0820e84-aac4-4573-a07f-525846e24ded req-50eaf0fa-542c-45fa-a6df-0daf4197be3f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024668 Apr 20 10:18:59.500281 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f5f3-7425-4580-b25d-f28654c111aa req-7fd19eab-efed-4e01-b2dc-642a61bf1759 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:59.502157 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b940f5f3-7425-4580-b25d-f28654c111aa req-7fd19eab-efed-4e01-b2dc-642a61bf1759 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 946 time: 0.1701553 Apr 20 10:18:59.581660 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-345240bd-bd7f-47b5-94e9-53d9750dd095 req-d6aebe5e-b914-4a4e-99e3-5dd44e0ee569 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 210 time: 0.0783572 Apr 20 10:18:59.604112 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b940f5f3-7425-4580-b25d-f28654c111aa req-597f5f6a-377a-44fc-b47f-3d2b3a4ecb0a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599198 Apr 20 10:18:59.635713 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41896) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:59.718340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02302a7b-1e78-4934-a177-21576e10eff3 tempest-TestVolumeBootPattern-588874643 tempest-TestVolumeBootPattern-588874643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:18:59.720109 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-02302a7b-1e78-4934-a177-21576e10eff3 tempest-TestVolumeBootPattern-588874643 tempest-TestVolumeBootPattern-588874643-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 1094 time: 0.0832975 Apr 20 10:18:59.723726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 41902) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:18:59.733343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'floatingip': {'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:18:59.744182 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:18:59.752181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:floatingip and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:18:59.769492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:18:59.779743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:18:59.861065 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-cf1a6fb7-f7ab-42d3-b3ea-a4e69ac33f11 req-1c7787d5-2280-4a8c-b0e7-2d336cc4bae8 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 210 time: 0.0510550 Apr 20 10:18:59.921627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.081031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.333753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Allocated IP 172.27.3.197 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/e8ac366e-3125-425e-96c8-403cf38b98c9) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:19:00.467946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62005dd1-a717-4c61-b34e-930605a5479a req-a3e5388f-1fae-4ac4-bbcd-d4c40da6f302 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:00.469823 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-62005dd1-a717-4c61-b34e-930605a5479a req-a3e5388f-1fae-4ac4-bbcd-d4c40da6f302 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.1143985 Apr 20 10:19:00.532312 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-62005dd1-a717-4c61-b34e-930605a5479a req-3ca5e948-89b1-4311-b55f-b76fdbc6650c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508566 Apr 20 10:19:00.643562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.754511 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:00.762806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:00.823743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-8268b184-f33d-4ea2-b565-306d9b0a42a9 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:00.826191 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-8268b184-f33d-4ea2-b565-306d9b0a42a9 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 815 time: 0.3054028 Apr 20 10:19:00.837518 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-63a1fa1c-d5b6-4ac1-b051-263b8d031fc7 req-badae41b-3efb-4260-a37b-4400d4a0b175 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 210 time: 0.0908675 Apr 20 10:19:00.848826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:19:00.853057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Request body: {'port': {'device_id': 'fd127909-ac2a-49d8-9a7c-a3adfa8d935d', 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a', 'admin_state_up': True, 'tenant_id': '0f4492fc49604fe8bc806f315d33b55e'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:00.887234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:19:00.903787 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:19:01.055275 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ce954633-4e1f-45be-8eea-9e2c1349facb req-93ba9b84-11cd-4e20-a744-72ed89d3c37d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 210 time: 0.0626514 Apr 20 10:19:01.074223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'Port': ['ID=e8ac366e-3125-425e-96c8-403cf38b98c9,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:01.090309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:01.332437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:01.343795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Usage tracker for resource:port and tenant:0f4492fc49604fe8bc806f315d33b55e is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:01.353072 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:01.367279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:01.630276 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-4a8c1280-e40f-4ccd-91ff-fba2955369dd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fd2787bbe1c34ffe815d1d1ee2f0727e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459144 Apr 20 10:19:01.718407 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Made reservation on behalf of 0f4492fc49604fe8bc806f315d33b55e for: {'port': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:19:01.725040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:01.974229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c999-804c-40a7-afcc-67c6d264a433 req-2e1f464a-0381-461e-86cb-623525d64569 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:01.975912 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-2e1f464a-0381-461e-86cb-623525d64569 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352308 Apr 20 10:19:01.986090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096a025-fc39-46e4-ac6d-141f5d70c59e req-d70ccfa0-a602-4d1d-8ad2-a1f8b5f66877 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:01.987742 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2096a025-fc39-46e4-ac6d-141f5d70c59e req-d70ccfa0-a602-4d1d-8ad2-a1f8b5f66877 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.2623141 Apr 20 10:19:01.993304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Request body: {'port': {'device_id': 'dcea10d3-4aef-4950-9ff2-145bebc7f093', 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7', 'admin_state_up': True, 'tenant_id': 'fd2787bbe1c34ffe815d1d1ee2f0727e'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:02.087146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Allocated IP 172.20.0.10 (f9ba8486-cf05-41a3-9819-8685703ccf0a/01252a7c-9121-4e99-a8bf-62138842316e/7e4f5bbf-3eee-4372-bd3f-1f492963dca2) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:19:02.162854 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e58f98ce-5a76-4420-b9cf-1542322427e7 req-ac00829c-2dbe-4f31-b4af-95e458421c3f tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 210 time: 0.0929916 Apr 20 10:19:02.176642 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.249653 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2096a025-fc39-46e4-ac6d-141f5d70c59e req-9933bc20-c314-470e-8fda-26930d652bcc tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504095 Apr 20 10:19:02.256046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:02.261893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Usage tracker for resource:port and tenant:fd2787bbe1c34ffe815d1d1ee2f0727e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:02.265439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:02.273780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:02.336198 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5b6801a2-e9e6-428d-af3b-0527e98984d4 req-686c9f74-d780-4364-b3b1-818cfad2b346 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 210 time: 0.0515354 Apr 20 10:19:02.349449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Made reservation on behalf of fd2787bbe1c34ffe815d1d1ee2f0727e for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:19:02.356705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.372179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.389170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:02.393428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Usage tracker for resource:security_group_rule and tenant:fd2787bbe1c34ffe815d1d1ee2f0727e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:02.396830 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:02.403623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:02.451728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.459449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.522710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.554563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.559438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4b104fe7-8517-463c-8418-59d593987c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:02.644182 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c30b80-1019-4a03-833a-e99409242490,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:02.655296 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:02.687952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.697018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:02.788534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Network f9ba8486-cf05-41a3-9819-8685703ccf0a is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:19:02.799937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:19:02.807726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:19:02.823469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Allocated IP 192.168.233.105 (5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7/933b4a3a-909c-415a-be65-fbc2e2cf3ce9/04acd3c4-fead-464e-b1ff-b9e8590b08e4) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:19:02.835362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Pushing event updated for resources: {'Port': ['ID=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:02.848955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:02.859157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.903169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:02.904112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.920730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:02.929501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-df67de91-a1b5-4cb0-aecf-560043c88992 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:03.060025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'Port': ['ID=e8ac366e-3125-425e-96c8-403cf38b98c9,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:03.069439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:03.076015 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-725e87d5-97fd-4407-ad8e-af1f81a06bf4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2300377 Apr 20 10:19:03.079413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.084083 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.113345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Transition to ACTIVE for port object 04acd3c4-fead-464e-b1ff-b9e8590b08e4 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:19:03.152007 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Request body: {'port': {'device_id': 'fd127909-ac2a-49d8-9a7c-a3adfa8d935d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:03.172490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.179396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ac6c88fe-4be1-4b0f-a5b5-753a76c505ae tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:03.262516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:19:03.301762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:19:03.318385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:19:03.374730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.385967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Pushing event updated for resources: {'Port': ['ID=04acd3c4-fead-464e-b1ff-b9e8590b08e4,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:03.453794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:03.460484 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Floating IP e7a46c34-d241-4303-aea9-cf6f5789f49c associated. External IP: 172.27.3.197, port: fd588f6c-cf2f-4706-8e66-5b890bb1b14a. Apr 20 10:19:03.583328 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:03.584059 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.649166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace10d08-49ed-4b76-88a9-21529373570b req-514748e1-7b04-4793-851c-480f965bac13 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:03.650747 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ace10d08-49ed-4b76-88a9-21529373570b req-514748e1-7b04-4793-851c-480f965bac13 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.2572923 Apr 20 10:19:03.662313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bafa86-47cd-4298-af5e-a0fbfe560446 req-6c3b74fa-4ab0-432e-b4be-575d39db7fc6 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:03.663246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-13bafa86-47cd-4298-af5e-a0fbfe560446 req-6c3b74fa-4ab0-432e-b4be-575d39db7fc6 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Synchronizing usage tracker for tenant:fd2787bbe1c34ffe815d1d1ee2f0727e on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:19:03.686061 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6969743 Apr 20 10:19:03.704386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Request body: {'port': {'device_id': 'dcea10d3-4aef-4950-9ff2-145bebc7f093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:03.715368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-610b3e00-4b90-4ec6-a4b3-6bc798a8eb4a None None] Provisioning for port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:19:03.745915 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-610b3e00-4b90-4ec6-a4b3-6bc798a8eb4a None None] Provisioning complete for port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:19:03.747081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-610b3e00-4b90-4ec6-a4b3-6bc798a8eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:03.874990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-610b3e00-4b90-4ec6-a4b3-6bc798a8eb4a None None] Port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:19:04.093711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-13bafa86-47cd-4298-af5e-a0fbfe560446 req-6c3b74fa-4ab0-432e-b4be-575d39db7fc6 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Unset dirty status for tenant:fd2787bbe1c34ffe815d1d1ee2f0727e on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:19:04.095281 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-13bafa86-47cd-4298-af5e-a0fbfe560446 req-6c3b74fa-4ab0-432e-b4be-575d39db7fc6 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 936 time: 0.7899032 Apr 20 10:19:04.105301 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ace10d08-49ed-4b76-88a9-21529373570b req-88b8a850-6a79-4fb4-97ad-71506d244b20 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4385476 Apr 20 10:19:04.146250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:04.234366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-13bafa86-47cd-4298-af5e-a0fbfe560446 req-a26892b7-8c0e-4d62-9f9c-036041bc6eaf tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Synchronizing usage tracker for tenant:fd2787bbe1c34ffe815d1d1ee2f0727e on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:19:04.331143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-13bafa86-47cd-4298-af5e-a0fbfe560446 req-a26892b7-8c0e-4d62-9f9c-036041bc6eaf tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Unset dirty status for tenant:fd2787bbe1c34ffe815d1d1ee2f0727e on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:19:04.332403 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-13bafa86-47cd-4298-af5e-a0fbfe560446 req-a26892b7-8c0e-4d62-9f9c-036041bc6eaf tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178926 Apr 20 10:19:04.401344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Router 962653b5-66ee-449f-b42d-1f45bbfa3f20 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:19:04.555470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fea47-3fb7-440e-8e23-f012d09453b1 req-6bef055f-840a-462d-82d8-3cb3b35d3b19 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:04.557156 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-300fea47-3fb7-440e-8e23-f012d09453b1 req-6bef055f-840a-462d-82d8-3cb3b35d3b19 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 932 time: 0.2353365 Apr 20 10:19:04.634973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-300fea47-3fb7-440e-8e23-f012d09453b1 req-7fafb1e7-fe7c-4bba-8e58-9a53fdac80fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Synchronizing usage tracker for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:19:04.640091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 {{(pid=86374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:04.653713 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:04.689949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Transition to ACTIVE for port object 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 will not be triggered until provisioned by entity L2. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:19:04.695428 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:19:04.715762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] Sync routers for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:19:04.727298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:19:04.728433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:18:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:04.736926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04acd3c4-fead-464e-b1ff-b9e8590b08e4 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:04.746044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:04.752622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:04.756827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d83ee42b-64b7-4777-9d9e-e0cb65bb433e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:04.779354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-300fea47-3fb7-440e-8e23-f012d09453b1 req-7fafb1e7-fe7c-4bba-8e58-9a53fdac80fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Unset dirty status for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:19:04.782196 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-300fea47-3fb7-440e-8e23-f012d09453b1 req-7fafb1e7-fe7c-4bba-8e58-9a53fdac80fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156863 Apr 20 10:19:04.786440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Transition to ACTIVE for port object 04acd3c4-fead-464e-b1ff-b9e8590b08e4 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:19:04.806916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:04.812198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:04.817918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-54d9b59a-5d00-4d6d-b2fe-7132b77137e7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:04.976712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:19:05.002127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Pushing event updated for resources: {'Port': ['ID=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:05.020240 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2863498 Apr 20 10:19:05.020240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:05.020240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:05.102760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Attempting to bind port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:19:05.103249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Attempting to bind port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:19:05.104149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Attempting to bind port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 on network f9ba8486-cf05-41a3-9819-8685703ccf0a {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:05.104333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Pushing event updated for resources: {'Port': ['ID=04acd3c4-fead-464e-b1ff-b9e8590b08e4,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:05.110939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 on network f9ba8486-cf05-41a3-9819-8685703ccf0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:19:05.111463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Attempting to bind port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 on network f9ba8486-cf05-41a3-9819-8685703ccf0a {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:05.116693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:05.119907 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'status': 'completed', 'code': 200} Apr 20 10:19:05.120877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:19:05.121380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Checking segment: {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:19:05.121764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Bound using segment: {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'} {{(pid=86374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:19:05.122429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Bound port: 7e4f5bbf-3eee-4372-bd3f-1f492963dca2, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'}}] {{(pid=86374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:19:05.122957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:05.140254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Attempting to bind port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:19:05.140721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Attempting to bind port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '91ac5128-bac4-4373-bb05-b53b20111034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:19:05.141309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Attempting to bind port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 on network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:05.197073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 on network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:19:05.197361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Attempting to bind port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 on network 5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:05.212905 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:19:05.213694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Checking segment: {'id': '91ac5128-bac4-4373-bb05-b53b20111034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:19:05.214338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Bound using segment: {'id': '91ac5128-bac4-4373-bb05-b53b20111034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:19:05.215186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Bound port: 04acd3c4-fead-464e-b1ff-b9e8590b08e4, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ac5128-bac4-4373-bb05-b53b20111034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:19:05.215677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:05.235601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] For port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2, host hv-cinder-77459, cleared binding levels {{(pid=86374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:19:05.239709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] For port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:19:05.274203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:05.280719 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-974179c5-18cf-4c79-a34d-f4c2d9534357 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:05.345974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:05.346665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:05.348725 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] 10.222.0.55 "PUT /v2.0/ports/7e4f5bbf-3eee-4372-bd3f-1f492963dca2 HTTP/1.1" status: 200 len: 1094 time: 2.2068982 Apr 20 10:19:05.367193 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Pushing event updated for resources: {'Port': ['ID=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,revision_number=3']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:05.370818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:05.418652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-5d9ae28d-837a-47de-87da-09aac41cf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:05.420578 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-5d9ae28d-837a-47de-87da-09aac41cf4b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 1099 time: 0.2710044 Apr 20 10:19:05.422066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] For port 04acd3c4-fead-464e-b1ff-b9e8590b08e4, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:19:05.444543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'e7a46c34-d241-4303-aea9-cf6f5789f49c', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:19:02Z', 'updated_at': '2021-04-20T10:19:02Z', 'revision_number': 0, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:05.448915 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] Checking router: 962653b5-66ee-449f-b42d-1f45bbfa3f20 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:19:05.459078 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:19:05.459760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:18:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:05.465041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] For port 04acd3c4-fead-464e-b1ff-b9e8590b08e4, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=04acd3c4-fead-464e-b1ff-b9e8590b08e4,segment=NetworkSegment(91ac5128-bac4-4373-bb05-b53b20111034),segment_id=91ac5128-bac4-4373-bb05-b53b20111034)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:19:05.579626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b9c69-7365-473f-b64a-a88428de3b3e req-b48bc6f9-6def-409d-bcb3-289c8bc7a5c6 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:05.581364 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fd7b9c69-7365-473f-b64a-a88428de3b3e req-b48bc6f9-6def-409d-bcb3-289c8bc7a5c6 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.3109941 Apr 20 10:19:05.665018 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:19:05.750867 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fd7b9c69-7365-473f-b64a-a88428de3b3e req-25c50fbf-992f-4dad-b7a8-9f3d21558891 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089613 Apr 20 10:19:05.750867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-1235041f-a057-4557-991f-5aa1efd4a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:05.750867 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-1235041f-a057-4557-991f-5aa1efd4a60f service neutron] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 912 time: 0.2776129 Apr 20 10:19:05.750867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e1fcb-4e58-49e8-9f41-c303ebe15add req-6c34e8b7-ae52-442c-b6ff-1841444acbf7 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:05.750867 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ee5e1fcb-4e58-49e8-9f41-c303ebe15add req-6c34e8b7-ae52-442c-b6ff-1841444acbf7 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 948 time: 0.2287226 Apr 20 10:19:05.751839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-e832cf40-a964-4736-8fd8-865a7030abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:05.754264 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-e832cf40-a964-4736-8fd8-865a7030abb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 1097 time: 0.0959461 Apr 20 10:19:05.833248 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:05.851377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4fefcd92-24ac-4d95-a027-381bd9d2f09b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:05.852301 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-8f0760c5-c5ce-49de-8030-e6fd7cedde1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e4f5bbf-3eee-4372-bd3f-1f492963dca2 HTTP/1.1" status: 200 len: 217 time: 0.0900481 Apr 20 10:19:05.933480 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.55', 53479) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:05.993057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-af5d6dac-9cf7-4188-8190-bc6972187dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:05.994695 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-af5d6dac-9cf7-4188-8190-bc6972187dbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01252a7c-9121-4e99-a8bf-62138842316e HTTP/1.1" status: 200 len: 855 time: 0.1316741 Apr 20 10:19:06.000089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.001755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:06.002408 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] 10.222.0.55 "PUT /v2.0/ports/04acd3c4-fead-464e-b1ff-b9e8590b08e4 HTTP/1.1" status: 200 len: 1098 time: 2.3062947 Apr 20 10:19:06.011319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcea10d3-4aef-4950-9ff2-145bebc7f093', 'tag': '04acd3c4-fead-464e-b1ff-b9e8590b08e4'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:06.062998 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ee5e1fcb-4e58-49e8-9f41-c303ebe15add req-19616671-d678-4aa6-9e61-f178288246fe tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607775 Apr 20 10:19:06.072898 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-0d8168ad-788c-4c21-8589-c5342c2a7c87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9ba8486-cf05-41a3-9819-8685703ccf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707395 Apr 20 10:19:06.080172 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-d7f94211-9b79-4975-a270-cff5e1717c41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd588f6c-cf2f-4706-8e66-5b890bb1b14a HTTP/1.1" status: 200 len: 1000 time: 0.3627689 Apr 20 10:19:06.178790 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcea10d3-4aef-4950-9ff2-145bebc7f093', 'tag': '04acd3c4-fead-464e-b1ff-b9e8590b08e4', 'status': 'completed', 'code': 200} Apr 20 10:19:06.189903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'e7a46c34-d241-4303-aea9-cf6f5789f49c', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:19:02Z', 'updated_at': '2021-04-20T10:19:02Z', 'revision_number': 0, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:19:06.198368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3dee10-7888-4e0e-916e-481a423c13ff None None] The sync data for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi is: [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'e7a46c34-d241-4303-aea9-cf6f5789f49c', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:19:02Z', 'updated_at': '2021-04-20T10:19:02Z', 'revision_number': 0, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:19:06.203491 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-3cf39825-c4f3-4367-814d-73f14a239c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.205127 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-3cf39825-c4f3-4367-814d-73f14a239c7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1098 time: 0.2706153 Apr 20 10:19:06.253789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Pushing event updated for resources: {'Port': ['ID=04acd3c4-fead-464e-b1ff-b9e8590b08e4,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:06.257348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:06.292779 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-b15e4872-85ff-4262-a420-65c746ba36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.294302 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-b15e4872-85ff-4262-a420-65c746ba36f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.2062798 Apr 20 10:19:06.307232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f797-bdc6-475c-b82b-fe0fee3293e2 req-8c33ad1f-b9e1-4f90-86c5-8d1389ddecc7 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.308922 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f8a5f797-bdc6-475c-b82b-fe0fee3293e2 req-8c33ad1f-b9e1-4f90-86c5-8d1389ddecc7 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 944 time: 0.3858378 Apr 20 10:19:06.428657 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-482aeb61-255f-4222-bb06-ae9ebb94e62c service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372066 Apr 20 10:19:06.441822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c999-804c-40a7-afcc-67c6d264a433 req-1f004861-540c-4874-aae1-fadee8edb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.443439 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-1f004861-540c-4874-aae1-fadee8edb7af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd2787bbe1c34ffe815d1d1ee2f0727e&device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 1101 time: 0.2636900 Apr 20 10:19:06.446576 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f8a5f797-bdc6-475c-b82b-fe0fee3293e2 req-a385f9d9-c3c2-4d56-8775-8c2826fd3c31 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829237 Apr 20 10:19:06.535754 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-41794692-5949-4d61-bb79-69da699fbf47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=04acd3c4-fead-464e-b1ff-b9e8590b08e4 HTTP/1.1" status: 200 len: 217 time: 0.0830266 Apr 20 10:19:06.548495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-f40c3119-6e25-4156-b968-72a8dac1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.551530 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-f40c3119-6e25-4156-b968-72a8dac1f9e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2398338 Apr 20 10:19:06.551796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-adf07263-b3d0-45b2-8d4b-16b12d78b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.553690 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-adf07263-b3d0-45b2-8d4b-16b12d78b135 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 200 len: 909 time: 0.3395419 Apr 20 10:19:06.591052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcab00e-f303-43ea-b072-da4fb3218380 None None] New status for floating IP e7a46c34-d241-4303-aea9-cf6f5789f49c: ACTIVE {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:19:06.718978 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-61201d22-38c9-4ce9-b1a6-4f3276ca1dd7 req-a34619b6-7e22-4bf3-8cb3-9d83773f2f58 service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820256 Apr 20 10:19:06.721429 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-637412f5-bfc7-4cf5-954a-fa6a5b5be272 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 200 len: 1000 time: 0.1500790 Apr 20 10:19:06.812167 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-560863d3-6e6b-468f-af5b-3b34736743c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.814038 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-560863d3-6e6b-468f-af5b-3b34736743c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7770f066-3626-4da8-b268-32a698661f59 HTTP/1.1" status: 200 len: 847 time: 0.0824630 Apr 20 10:19:06.888078 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c999-804c-40a7-afcc-67c6d264a433 req-3888eeaa-b469-4ca0-ace7-7cf64b7131f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.891624 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-3888eeaa-b469-4ca0-ace7-7cf64b7131f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=933b4a3a-909c-415a-be65-fbc2e2cf3ce9 HTTP/1.1" status: 200 len: 843 time: 0.3483071 Apr 20 10:19:06.943961 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-e5950ff4-e0dc-46bf-8002-18ae250371a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:06.945853 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-e5950ff4-e0dc-46bf-8002-18ae250371a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca003e3b-8012-4a81-b65f-d9325f75f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1202528 Apr 20 10:19:07.119186 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-21f3270b-b138-463c-86c5-108a1fcd5a3a service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591427 Apr 20 10:19:07.121112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd127909-ac2a-49d8-9a7c-a3adfa8d935d', 'tag': '7e4f5bbf-3eee-4372-bd3f-1f492963dca2'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:07.182859 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-bb7542ef-c7cd-4565-8f66-59370fb444ab service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573740 Apr 20 10:19:07.285085 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8761b3e9-649e-42e5-af0f-69fa018a2b16 req-4e96a8f7-5557-4800-921b-9bdc48c4b22f service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558938 Apr 20 10:19:07.618733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c999-804c-40a7-afcc-67c6d264a433 req-d03385a7-a1c5-4480-a98a-a61e4c11d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:07.620373 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-d03385a7-a1c5-4480-a98a-a61e4c11d0f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6109638 Apr 20 10:19:07.706500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621ab6-2afd-43d0-a114-f90c103c0661 req-b2a4386c-82a5-46de-b7f9-e60bf5eec56c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:07.708293 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2e621ab6-2afd-43d0-a114-f90c103c0661 req-b2a4386c-82a5-46de-b7f9-e60bf5eec56c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.8110611 Apr 20 10:19:07.837649 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6fadb454-ec4a-4c20-9802-fff3f7534233 req-83d151bb-2aae-4c39-982a-a4ec28582d2d service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395116 Apr 20 10:19:07.850107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd88038-411c-4b32-9932-4ee8703d9c32 req-680624b5-3f87-4311-84f7-901e5b24b2e1 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:07.851908 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4bd88038-411c-4b32-9932-4ee8703d9c32 req-680624b5-3f87-4311-84f7-901e5b24b2e1 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 948 time: 0.6600890 Apr 20 10:19:07.913063 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2e621ab6-2afd-43d0-a114-f90c103c0661 req-5307c67e-b4ac-4bb3-8c71-c5a7769e3494 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450088 Apr 20 10:19:07.961498 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-778b2945-5d74-40cf-b8f1-f1f28a77bc1a service neutron] 10.222.0.55 "GET /v2.0/networks/5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167129 Apr 20 10:19:07.965340 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4bd88038-411c-4b32-9932-4ee8703d9c32 req-4b352e99-20ac-46b8-8698-6a6285abb60c tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999672 Apr 20 10:19:07.975810 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd127909-ac2a-49d8-9a7c-a3adfa8d935d', 'tag': '7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'status': 'completed', 'code': 200} Apr 20 10:19:08.377784 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f008c999-804c-40a7-afcc-67c6d264a433 req-38697eeb-115b-4b3c-922e-8b3da1d4b9fa service neutron] 10.222.0.55 "GET /v2.0/networks/5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084661 Apr 20 10:19:08.386358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-43d3a9c3-d0a3-4bf6-a4b6-6abfba5f72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:08.388014 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-43d3a9c3-d0a3-4bf6-a4b6-6abfba5f72da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 1097 time: 0.3757033 Apr 20 10:19:08.401032 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9a890-c5fb-4458-9c71-cb15071a0755 req-37b93a69-3a6e-47c9-9032-ee33800711a6 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:08.407048 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7ee9a890-c5fb-4458-9c71-cb15071a0755 req-37b93a69-3a6e-47c9-9032-ee33800711a6 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 944 time: 0.1890297 Apr 20 10:19:08.604718 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7ee9a890-c5fb-4458-9c71-cb15071a0755 req-8ef5bbcd-862d-4b61-a6df-887ecf6f9873 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772935 Apr 20 10:19:08.661879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-509f2b28-0858-411d-9d40-91ae6348d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:08.663501 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-509f2b28-0858-411d-9d40-91ae6348d783 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 916 time: 0.2597787 Apr 20 10:19:08.679235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060fa98-647b-451f-80d4-7136fdb48261 req-5dfab2fb-5e80-4fce-851a-a777dca1682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:08.680923 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9060fa98-647b-451f-80d4-7136fdb48261 req-5dfab2fb-5e80-4fce-851a-a777dca1682d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd2787bbe1c34ffe815d1d1ee2f0727e&device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 1101 time: 0.1833780 Apr 20 10:19:08.785430 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-21116613-a8ad-4e50-98ae-a39d28684ce4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e4f5bbf-3eee-4372-bd3f-1f492963dca2 HTTP/1.1" status: 200 len: 217 time: 0.1092653 Apr 20 10:19:08.942997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-8baacffb-13fb-40eb-a8b5-e10312edef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:08.944524 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-8baacffb-13fb-40eb-a8b5-e10312edef72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01252a7c-9121-4e99-a8bf-62138842316e HTTP/1.1" status: 200 len: 855 time: 0.1094141 Apr 20 10:19:09.020240 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-5b195764-cc11-4aff-9b27-4747dc3a696e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9ba8486-cf05-41a3-9819-8685703ccf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688775 Apr 20 10:19:09.023759 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060fa98-647b-451f-80d4-7136fdb48261 req-c23838b7-08da-401b-9575-ec8ea2b853ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:09.025113 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9060fa98-647b-451f-80d4-7136fdb48261 req-c23838b7-08da-401b-9575-ec8ea2b853ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7 HTTP/1.1" status: 200 len: 870 time: 0.2856939 Apr 20 10:19:09.198475 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9060fa98-647b-451f-80d4-7136fdb48261 req-08f02b31-11db-422c-854a-ef881813cd28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=04acd3c4-fead-464e-b1ff-b9e8590b08e4 HTTP/1.1" status: 200 len: 217 time: 0.1358273 Apr 20 10:19:09.396345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:19:09.437854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060fa98-647b-451f-80d4-7136fdb48261 req-c6ca3e56-35b3-4ac0-8b12-93373a845e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:09.439484 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9060fa98-647b-451f-80d4-7136fdb48261 req-c6ca3e56-35b3-4ac0-8b12-93373a845e24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=933b4a3a-909c-415a-be65-fbc2e2cf3ce9 HTTP/1.1" status: 200 len: 843 time: 0.2319107 Apr 20 10:19:09.532962 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-bb28f8b6-0c8b-43e9-a4ed-79a98ea9cb18 service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957397 Apr 20 10:19:09.682629 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53662299-7363-475c-983d-843d387fe219 req-eab7af89-02cd-48df-af1d-ddaa47e861cd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:09.684369 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53662299-7363-475c-983d-843d387fe219 req-eab7af89-02cd-48df-af1d-ddaa47e861cd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 948 time: 0.4850056 Apr 20 10:19:09.742724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb86a71-5019-4844-9cc0-e74e15379758 req-4d8a84b4-b61b-488e-a593-2c52afd45363 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:09.744439 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7eb86a71-5019-4844-9cc0-e74e15379758 req-4d8a84b4-b61b-488e-a593-2c52afd45363 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.4142962 Apr 20 10:19:09.782373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:09.801796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a', 'port_id': '7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'mac_address': 'fa:16:3e:f9:d5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01252a7c-9121-4e99-a8bf-62138842316e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:19:09.844822 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53662299-7363-475c-983d-843d387fe219 req-ad656e7a-e54f-4597-ac6d-e95dea3bb6b4 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426558 Apr 20 10:19:09.849093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060fa98-647b-451f-80d4-7136fdb48261 req-21f2fcc1-7e2b-4c1f-8cc6-4b45257ca2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:09.850720 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9060fa98-647b-451f-80d4-7136fdb48261 req-21f2fcc1-7e2b-4c1f-8cc6-4b45257ca2aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3892705 Apr 20 10:19:09.917115 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3db0bbb1-9e11-4ae1-89b6-070325e5f630 req-431335a5-e860-4c3b-af7a-0891e523d73d service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718734 Apr 20 10:19:09.917907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:09.952718 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:09.971261 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:10.000132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:10.006743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:10.054079 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7eb86a71-5019-4844-9cc0-e74e15379758 req-354cf88e-9f7c-461c-a951-58cb5b8f15d1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894666 Apr 20 10:19:10.086120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:10.101812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:10.157801 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9060fa98-647b-451f-80d4-7136fdb48261 req-ed97b305-e459-4974-8fed-ec3d38aed960 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907515 Apr 20 10:19:10.173390 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447676e4-2ac1-4227-a68f-cc45e4d07e9f req-17decb1e-d971-404e-9d57-6f2ca28e7a5c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:10.175266 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-447676e4-2ac1-4227-a68f-cc45e4d07e9f req-17decb1e-d971-404e-9d57-6f2ca28e7a5c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 945 time: 0.1665859 Apr 20 10:19:10.264782 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['7e4f5bbf-3eee-4372-bd3f-1f492963dca2'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:19:10.628333 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-447676e4-2ac1-4227-a68f-cc45e4d07e9f req-2f947021-78df-4cd5-a721-b2e150e9af07 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275844 Apr 20 10:19:10.660585 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9060fa98-647b-451f-80d4-7136fdb48261 req-4b3eb9c2-9e78-40ec-81f4-d5ddd987df90 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842088 Apr 20 10:19:11.072685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710da62-4f14-47de-a763-52daddd0e367 req-7c1043f2-fd35-4dd2-9e7a-589e09c01dc2 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:11.074419 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5710da62-4f14-47de-a763-52daddd0e367 req-7c1043f2-fd35-4dd2-9e7a-589e09c01dc2 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 948 time: 0.1015201 Apr 20 10:19:11.141200 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5710da62-4f14-47de-a763-52daddd0e367 req-b229d934-3915-4c35-99ea-ba0654ff03bc tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553341 Apr 20 10:19:11.288487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b16eaa-32b6-418c-9906-dd9f978a9869 req-32305c6b-6dfd-475c-a7ef-3a1c294f5fab tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:11.290271 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-91b16eaa-32b6-418c-9906-dd9f978a9869 req-32305c6b-6dfd-475c-a7ef-3a1c294f5fab tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.0941498 Apr 20 10:19:11.342837 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-91b16eaa-32b6-418c-9906-dd9f978a9869 req-584418ac-5b15-49da-aeed-80d6964259a5 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443902 Apr 20 10:19:11.399052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 04acd3c4-fead-464e-b1ff-b9e8590b08e4 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:19:11.401542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:19:11.619820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:19:11.630474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:19:11.630900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.694514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 04acd3c4-fead-464e-b1ff-b9e8590b08e4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=04acd3c4-fead-464e-b1ff-b9e8590b08e4,segment=NetworkSegment(91ac5128-bac4-4373-bb05-b53b20111034),segment_id=91ac5128-bac4-4373-bb05-b53b20111034)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:11.718487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '04acd3c4-fead-464e-b1ff-b9e8590b08e4', 'network_id': '5d9e8e2b-2739-4046-aa9c-ec4ab0cbced7', 'port_id': '04acd3c4-fead-464e-b1ff-b9e8590b08e4', 'mac_address': 'fa:16:3e:f3:07:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933b4a3a-909c-415a-be65-fbc2e2cf3ce9', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:19:11.852402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.882009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.894714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04acd3c4-fead-464e-b1ff-b9e8590b08e4 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:11.940109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd127909-ac2a-49d8-9a7c-a3adfa8d935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4f5bbf-3eee-4372-bd3f-1f492963dca2'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:11.949959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 04acd3c4-fead-464e-b1ff-b9e8590b08e4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=04acd3c4-fead-464e-b1ff-b9e8590b08e4,segment=NetworkSegment(91ac5128-bac4-4373-bb05-b53b20111034),segment_id=91ac5128-bac4-4373-bb05-b53b20111034)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:11.965330 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:11.989643 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:11.993758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:12.007496 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-b4242c19-ee34-41e4-8b06-7ee2f3609050 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2636697 Apr 20 10:19:12.046869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.049016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:12.068974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a768189-ff89-4d88-b828-327d91ec7ceb req-e59c0ecd-6b8a-4970-8cb7-a007b30a5b19 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:12.070836 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7a768189-ff89-4d88-b828-327d91ec7ceb req-e59c0ecd-6b8a-4970-8cb7-a007b30a5b19 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.1847281 Apr 20 10:19:12.088362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9c34f-5cf3-48bd-aab0-c4b9da3131fa req-82204c25-f19e-443f-b45c-e643b2f501fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:12.090552 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-03e9c34f-5cf3-48bd-aab0-c4b9da3131fa req-82204c25-f19e-443f-b45c-e643b2f501fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 946 time: 0.1390347 Apr 20 10:19:12.158231 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7a768189-ff89-4d88-b828-327d91ec7ceb req-d8dad8a3-852d-42c8-8030-7d37462f9738 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798020 Apr 20 10:19:12.213849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=04acd3c4-fead-464e-b1ff-b9e8590b08e4,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:12.219683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:12.220212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:12.228177 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-03e9c34f-5cf3-48bd-aab0-c4b9da3131fa req-4bae4fd4-2f44-4aab-88c0-6bc33deb5a97 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938296 Apr 20 10:19:12.266751 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd127909-ac2a-49d8-9a7c-a3adfa8d935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'code': 200} Apr 20 10:19:12.267831 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['04acd3c4-fead-464e-b1ff-b9e8590b08e4'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:19:12.362959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.417848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:12.428555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:12.449008 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:12.462964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866139a-d6eb-4f0a-a499-394bef7dfe01 req-b2058778-822d-4c35-b5e5-32f6e88500d3 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:12.479055 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0866139a-d6eb-4f0a-a499-394bef7dfe01 req-b2058778-822d-4c35-b5e5-32f6e88500d3 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 949 time: 0.1140175 Apr 20 10:19:12.511640 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:12.516179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:12.524688 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0866139a-d6eb-4f0a-a499-394bef7dfe01 req-42f7330f-4c4c-488f-830f-49d27cfd2c44 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524235 Apr 20 10:19:12.630679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,revision_number=6']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:12.640872 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:12.775772 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d267-02d5-41bf-b122-a8b5eb8df3ec req-e94b4d9a-db91-4f98-8016-933aadbf87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:12.778598 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0885d267-02d5-41bf-b122-a8b5eb8df3ec req-e94b4d9a-db91-4f98-8016-933aadbf87d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 1099 time: 0.1592357 Apr 20 10:19:12.830200 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0885d267-02d5-41bf-b122-a8b5eb8df3ec req-70b3b845-4588-410b-8730-8c04147ba613 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Apr 20 10:19:13.281725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:19:13.400059 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 04acd3c4-fead-464e-b1ff-b9e8590b08e4 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:19:13.505404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b582b22-3718-44b0-b475-3a5c8db0ad27 req-03a9fcc2-8926-41ea-9d96-cb50397798db tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:13.508240 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b582b22-3718-44b0-b475-3a5c8db0ad27 req-03a9fcc2-8926-41ea-9d96-cb50397798db tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.1849365 Apr 20 10:19:13.525898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de547d-ad1e-4f38-9bcf-36d44fd4470c req-d6540b9c-6882-43d3-8c8c-bdb074489b58 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:13.527631 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-51de547d-ad1e-4f38-9bcf-36d44fd4470c req-d6540b9c-6882-43d3-8c8c-bdb074489b58 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 946 time: 0.1613705 Apr 20 10:19:13.554803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:19:13.565577 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:19:13.574148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.623775 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b582b22-3718-44b0-b475-3a5c8db0ad27 req-5bec952a-634c-45fe-a70d-071ac238f8f8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079230 Apr 20 10:19:13.634731 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-51de547d-ad1e-4f38-9bcf-36d44fd4470c req-0c2281a6-52a1-4054-955f-84847c83fa91 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858586 Apr 20 10:19:13.635256 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6643212e-9653-43f0-b7a6-265746d700f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.737309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.797020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 04acd3c4-fead-464e-b1ff-b9e8590b08e4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=04acd3c4-fead-464e-b1ff-b9e8590b08e4,segment=NetworkSegment(91ac5128-bac4-4373-bb05-b53b20111034),segment_id=91ac5128-bac4-4373-bb05-b53b20111034)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:13.850856 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:13.853509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:13.962234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=04acd3c4-fead-464e-b1ff-b9e8590b08e4,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:13.966013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:14.005666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e2be6-9bd5-441c-99b1-076b32c9dc38 req-fda3f3d4-444d-4c8a-b285-6966b9ab4a5c tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:14.007977 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-570e2be6-9bd5-441c-99b1-076b32c9dc38 req-fda3f3d4-444d-4c8a-b285-6966b9ab4a5c tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 950 time: 0.1469357 Apr 20 10:19:14.072445 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-570e2be6-9bd5-441c-99b1-076b32c9dc38 req-73e83c50-8560-4ec8-9114-4898ef6c62c4 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547304 Apr 20 10:19:14.260721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-a01c1421-8b0f-4f69-888e-1dfe52b89d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:14.262951 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-a01c1421-8b0f-4f69-888e-1dfe52b89d5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9&tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05 HTTP/1.1" status: 200 len: 1096 time: 0.0860245 Apr 20 10:19:14.268803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b'}, {'server_uuid': 'dcea10d3-4aef-4950-9ff2-145bebc7f093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04acd3c4-fead-464e-b1ff-b9e8590b08e4'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:14.327842 dv-cinder-774594-4-iscsi neutron-server[86260]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'code': 422} returned with failed status Apr 20 10:19:14.328712 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcea10d3-4aef-4950-9ff2-145bebc7f093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04acd3c4-fead-464e-b1ff-b9e8590b08e4', 'code': 200} Apr 20 10:19:14.381843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-d88ba379-8836-44bb-889f-abbf9cd58275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:14.383492 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-d88ba379-8836-44bb-889f-abbf9cd58275 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1096 time: 0.0941744 Apr 20 10:19:14.549566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-9fc83d4b-c055-42a2-a24e-aad87938efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:14.551397 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-9fc83d4b-c055-42a2-a24e-aad87938efd5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 200 len: 909 time: 0.1615689 Apr 20 10:19:14.740626 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-8a83d4c1-fe73-4ceb-b988-3486b58d7996 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 200 len: 998 time: 0.1695483 Apr 20 10:19:14.831845 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eeb18-4caf-4822-ab5a-e93da0243ed9 req-0ecf1197-f0cb-4016-85f2-50aae660e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:14.833564 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4d6eeb18-4caf-4822-ab5a-e93da0243ed9 req-0ecf1197-f0cb-4016-85f2-50aae660e7c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 1103 time: 0.1960826 Apr 20 10:19:14.901076 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-5554602c-e5d7-4657-b212-04f13d4d1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:14.902661 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-5554602c-e5d7-4657-b212-04f13d4d1ab3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7770f066-3626-4da8-b268-32a698661f59 HTTP/1.1" status: 200 len: 847 time: 0.1394317 Apr 20 10:19:15.050942 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4d6eeb18-4caf-4822-ab5a-e93da0243ed9 req-b64cb192-a039-432a-888d-94c6c960c077 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730254 Apr 20 10:19:15.118092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767e8a7-9960-40f7-81ee-869d7954ac8a req-0649953d-f6bf-4570-834e-b7eb7b8494b3 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:15.119785 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c767e8a7-9960-40f7-81ee-869d7954ac8a req-0649953d-f6bf-4570-834e-b7eb7b8494b3 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.2831168 Apr 20 10:19:15.134970 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07a699-1e48-47eb-a48d-f2e068927f37 req-5e48272b-a9ec-4f35-bdca-b4904550b41e tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:15.136585 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1e07a699-1e48-47eb-a48d-f2e068927f37 req-5e48272b-a9ec-4f35-bdca-b4904550b41e tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 946 time: 0.2427413 Apr 20 10:19:15.142712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-8f253282-6584-48ce-b6bd-65c6222c6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:15.144361 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-8f253282-6584-48ce-b6bd-65c6222c6e32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca003e3b-8012-4a81-b65f-d9325f75f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2251794 Apr 20 10:19:15.160219 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:15.312143 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c767e8a7-9960-40f7-81ee-869d7954ac8a req-f33d7a6e-b11b-4ce8-9879-cf9e3f76717c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734333 Apr 20 10:19:15.325586 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1e07a699-1e48-47eb-a48d-f2e068927f37 req-df3ac6d5-9007-4a27-8f65-a7e4f0833a32 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676176 Apr 20 10:19:15.369695 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-e3ac2217-00df-420c-977f-2334d4f1ba89 service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078109 Apr 20 10:19:15.596825 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-242014a3-520c-4e5b-bf03-97e36b07e6da req-fb2e58f6-01e4-43af-834b-f5af1dcec91b service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200198 Apr 20 10:19:15.610686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea287589-0463-4d52-811e-66ed44d9db46 req-73097545-191f-42a7-bf6c-e1a9d07d710a tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:15.612322 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea287589-0463-4d52-811e-66ed44d9db46 req-73097545-191f-42a7-bf6c-e1a9d07d710a tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 950 time: 0.1458263 Apr 20 10:19:15.666666 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ea287589-0463-4d52-811e-66ed44d9db46 req-c8cf5025-bc6e-44bb-b141-008443c14020 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477250 Apr 20 10:19:16.291701 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7e61-9606-4251-82cf-c0079e9acd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:16.587792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e83f6-7a6b-4771-92ab-2778e40ae0a5 req-5fc9f6c4-e622-4d51-ba47-ec859ceaace7 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:16.589807 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-913e83f6-7a6b-4771-92ab-2778e40ae0a5 req-5fc9f6c4-e622-4d51-ba47-ec859ceaace7 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.1510437 Apr 20 10:19:16.643769 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-913e83f6-7a6b-4771-92ab-2778e40ae0a5 req-a54bbec1-2b11-4f69-bf49-b9265d41880b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455904 Apr 20 10:19:16.883742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d91d40-d6a4-48bd-b4db-4d07b3dd86d4 req-1c677c63-6bbb-410b-aa6f-0cfac54cd1ec tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:16.885331 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-72d91d40-d6a4-48bd-b4db-4d07b3dd86d4 req-1c677c63-6bbb-410b-aa6f-0cfac54cd1ec tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 950 time: 0.0982184 Apr 20 10:19:16.936453 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-72d91d40-d6a4-48bd-b4db-4d07b3dd86d4 req-7233bc10-34cf-4b5b-86f1-753cebb0f524 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440383 Apr 20 10:19:17.092161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:17.540341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102f96e-3eed-4e87-ad0a-afc989652245 req-f01b465f-d16a-4cb0-8fec-b8c97beba50a tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:17.542322 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0102f96e-3eed-4e87-ad0a-afc989652245 req-f01b465f-d16a-4cb0-8fec-b8c97beba50a tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 950 time: 0.0971394 Apr 20 10:19:17.628969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:17.635642 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0102f96e-3eed-4e87-ad0a-afc989652245 req-d136931d-c70d-4e32-81be-cdf0098ac3e7 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Apr 20 10:19:17.793928 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-93554e4d-62da-4eff-9292-45721a96488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:17.796209 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-93554e4d-62da-4eff-9292-45721a96488d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1096 time: 0.0961099 Apr 20 10:19:18.022451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-71b0a8b4-2fed-46e9-ac18-41b842a6bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:18.023962 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-71b0a8b4-2fed-46e9-ac18-41b842a6bdfa service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 200 len: 909 time: 0.1841128 Apr 20 10:19:18.033628 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86829686-524c-416d-a4c8-581bf3b0948f req-85304212-f1de-4c36-b807-92cf42aff319 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:18.035282 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86829686-524c-416d-a4c8-581bf3b0948f req-85304212-f1de-4c36-b807-92cf42aff319 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.2332294 Apr 20 10:19:18.189023 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-86829686-524c-416d-a4c8-581bf3b0948f req-8c29afb7-681c-4d94-9d07-dc1e12e21e5e tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984187 Apr 20 10:19:18.191193 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-1c058978-975d-482a-85bd-56f586645e96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 200 len: 998 time: 0.1548939 Apr 20 10:19:18.282490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-07c5d760-be9a-4860-93c6-ee964381b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:18.284662 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-07c5d760-be9a-4860-93c6-ee964381b502 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7770f066-3626-4da8-b268-32a698661f59 HTTP/1.1" status: 200 len: 847 time: 0.0775237 Apr 20 10:19:18.387479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-f661afbe-a2c2-45eb-b144-d1737d6d705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:18.389709 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-f661afbe-a2c2-45eb-b144-d1737d6d705a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca003e3b-8012-4a81-b65f-d9325f75f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827537 Apr 20 10:19:18.563723 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-ce89a3ac-0283-4553-86bf-a4c0db297f1b service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655645 Apr 20 10:19:18.572395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:18.779857 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6fbd43f-8973-4212-b51f-0035e1f5c07e req-6636507d-8ae6-4079-a75a-3c6b3c7fa8bd service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031381 Apr 20 10:19:19.211840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a7903-6590-4447-af93-c7de831b3af7 req-a4a84f95-ee3d-47ff-90d7-2cff2c08a71f tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:19.213617 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5d7a7903-6590-4447-af93-c7de831b3af7 req-a4a84f95-ee3d-47ff-90d7-2cff2c08a71f tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 950 time: 0.4094324 Apr 20 10:19:19.223957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-36bacb9e-407a-48de-ae1e-9979a6325f2c tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:19.225648 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-36bacb9e-407a-48de-ae1e-9979a6325f2c tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 950 time: 0.1424303 Apr 20 10:19:19.334045 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5d7a7903-6590-4447-af93-c7de831b3af7 req-3a1151d1-4dd0-4dc1-aaa7-d2434432ffcc tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c30b80-1019-4a03-833a-e99409242490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072602 Apr 20 10:19:19.343655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Deleting port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:19:19.344048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:19.657974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf48bf7-db52-4264-9568-db53d8c4210c req-bf7c2049-a2f8-40e4-a13f-013ab54afa6c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:19.659556 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7cf48bf7-db52-4264-9568-db53d8c4210c req-bf7c2049-a2f8-40e4-a13f-013ab54afa6c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.2559359 Apr 20 10:19:19.749016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] For port 04acd3c4-fead-464e-b1ff-b9e8590b08e4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=04acd3c4-fead-464e-b1ff-b9e8590b08e4,segment=NetworkSegment(91ac5128-bac4-4373-bb05-b53b20111034),segment_id=91ac5128-bac4-4373-bb05-b53b20111034)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:19.749403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:19.770142 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7cf48bf7-db52-4264-9568-db53d8c4210c req-ef2c75d4-54f6-4e7c-a0c1-6dffcbadf2a8 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932188 Apr 20 10:19:19.897392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Calling delete_port for 04acd3c4-fead-464e-b1ff-b9e8590b08e4 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:19:20.172344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:20.180053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1f8f1aa2-61d5-4e3b-9280-72ae880ba6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:20.269279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Pushing event deleted for resources: {'Port': ['ID=04acd3c4-fead-464e-b1ff-b9e8590b08e4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:20.272397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:20.323279 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] No DVR routers for this DVR port 04acd3c4-fead-464e-b1ff-b9e8590b08e4 on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:19:20.326636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:20.330181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcea10d3-4aef-4950-9ff2-145bebc7f093', 'name': 'network-vif-deleted', 'tag': '04acd3c4-fead-464e-b1ff-b9e8590b08e4'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:20.393284 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcea10d3-4aef-4950-9ff2-145bebc7f093', 'name': 'network-vif-deleted', 'tag': '04acd3c4-fead-464e-b1ff-b9e8590b08e4', 'status': 'completed', 'code': 200} Apr 20 10:19:20.396780 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-29e0f4f4-b79a-44e4-b4ce-8a8027fb33e8 req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.55 "DELETE /v2.0/ports/04acd3c4-fead-464e-b1ff-b9e8590b08e4 HTTP/1.1" status: 204 len: 173 time: 1.1525271 Apr 20 10:19:20.603539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-04213d24-93e6-49d5-bdbf-431b99d5890d req-86685269-ab3e-4bbc-b289-efc6de603049 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Synchronizing usage tracker for tenant:fd2787bbe1c34ffe815d1d1ee2f0727e on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:19:20.673710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-04213d24-93e6-49d5-bdbf-431b99d5890d req-86685269-ab3e-4bbc-b289-efc6de603049 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Unset dirty status for tenant:fd2787bbe1c34ffe815d1d1ee2f0727e on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:19:20.675081 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04213d24-93e6-49d5-bdbf-431b99d5890d req-86685269-ab3e-4bbc-b289-efc6de603049 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcea10d3-4aef-4950-9ff2-145bebc7f093 HTTP/1.1" status: 200 len: 210 time: 0.1759861 Apr 20 10:19:20.994212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a568c79-bc14-482f-b52a-b58c3ae32e2c req-9a8bca8b-bdf4-4b6f-b7d6-03f03fd2f37c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:20.995928 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5a568c79-bc14-482f-b52a-b58c3ae32e2c req-9a8bca8b-bdf4-4b6f-b7d6-03f03fd2f37c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.0989473 Apr 20 10:19:21.053330 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5a568c79-bc14-482f-b52a-b58c3ae32e2c req-fb6efd8c-a17d-462f-9c53-57e6ff394cd6 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497952 Apr 20 10:19:21.492856 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 04acd3c4-fead-464e-b1ff-b9e8590b08e4 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:19:21.535317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 04acd3c4-fead-464e-b1ff-b9e8590b08e4 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:19:21.535707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 04acd3c4-fead-464e-b1ff-b9e8590b08e4 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:19:22.281276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da1910-3540-456a-ba9a-a2f7612ac148 req-6324ce93-1318-4b53-bbb3-0d7db2c3ffa7 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:22.283391 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-64da1910-3540-456a-ba9a-a2f7612ac148 req-6324ce93-1318-4b53-bbb3-0d7db2c3ffa7 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.0990224 Apr 20 10:19:22.343931 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-64da1910-3540-456a-ba9a-a2f7612ac148 req-668992cb-de75-4601-a970-0d532a8737b0 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482681 Apr 20 10:19:23.519534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:19:23.679798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a02138-5862-4bfd-9aba-f2328470aa3f req-22521515-34f2-42a6-a08d-cdf14324821b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:23.683539 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-31a02138-5862-4bfd-9aba-f2328470aa3f req-22521515-34f2-42a6-a08d-cdf14324821b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 943 time: 0.1646161 Apr 20 10:19:23.738762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:23.762645 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-31a02138-5862-4bfd-9aba-f2328470aa3f req-64f21a5c-e963-43c0-a330-f3fed16d8a71 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717225 Apr 20 10:19:23.765942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'port_id': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'mac_address': 'fa:16:3e:32:c3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:19:23.833087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:23.853610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:23.873796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:23.920271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:23.922430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:23.998386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,revision_number=7']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:24.002224 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:24.152862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['38eba4f5-f2bf-4b6c-a2c9-f82481446e4b'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:19:24.993073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bcd3a-62dd-4041-8e53-f2ec7a5a4168 req-7c7b7904-4042-47e0-b702-daafaacb0420 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:24.995012 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0f6bcd3a-62dd-4041-8e53-f2ec7a5a4168 req-7c7b7904-4042-47e0-b702-daafaacb0420 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 944 time: 0.0966437 Apr 20 10:19:25.052695 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0f6bcd3a-62dd-4041-8e53-f2ec7a5a4168 req-aa6ca0e1-daf1-478d-bb1f-2574795afb70 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499840 Apr 20 10:19:25.536450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:19:25.613916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:19:25.614311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:25.745170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:25.780680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:25.791256 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:25.834337 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'code': 200} Apr 20 10:19:25.839345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:25.842628 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:25.918948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,revision_number=8']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:25.923364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:26.409242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced19bf-1d2c-4409-9c4a-ae7c1afb07c3 req-7e0cceaf-505d-4c6b-9d37-986acbd9a943 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:26.410972 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2ced19bf-1d2c-4409-9c4a-ae7c1afb07c3 req-7e0cceaf-505d-4c6b-9d37-986acbd9a943 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.1880565 Apr 20 10:19:26.527695 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198aa09-e219-4dac-a5ae-f514eb9023e0 req-b3eb85e1-8104-4a1c-b32c-101f997de68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:26.529904 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4198aa09-e219-4dac-a5ae-f514eb9023e0 req-b3eb85e1-8104-4a1c-b32c-101f997de68d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1098 time: 0.2442636 Apr 20 10:19:26.585041 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2ced19bf-1d2c-4409-9c4a-ae7c1afb07c3 req-ce28e510-aa72-41d2-830c-f799973cb4f1 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674066 Apr 20 10:19:26.637538 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4198aa09-e219-4dac-a5ae-f514eb9023e0 req-c9c53a65-5408-4e43-9d48-5c7d085842e2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911028 Apr 20 10:19:26.660947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-67a04521-e5dd-4a6e-962c-3cf3a5276b4c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:26.662615 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-67a04521-e5dd-4a6e-962c-3cf3a5276b4c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 815 time: 0.2496095 Apr 20 10:19:26.679857 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-101e83fe-59dd-4336-9310-b8051ab7d32d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/quotas/0f4492fc49604fe8bc806f315d33b55e HTTP/1.1" status: 200 len: 375 time: 0.0109835 Apr 20 10:19:26.783016 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-d571aec8-bdb8-4f99-a5b1-65f9b8dfeff1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960689 Apr 20 10:19:26.934080 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-85d8c99a-67ba-4938-b125-f807e011a5ea service neutron] 10.222.0.26 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434937 Apr 20 10:19:27.086329 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-16709209-d585-4f1e-a553-b7c2a252517e service neutron] 10.222.0.26 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450925 Apr 20 10:19:27.322353 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9d1456b9-472e-4d80-9aea-92e5f29b4dd4 req-56b862c1-bbdb-42ce-b619-3cdbb24ac7b0 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 210 time: 0.0564156 Apr 20 10:19:27.800946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3b4be-d6e3-4dae-9c2d-15fd950c2035 req-f2cb06db-c80e-4f89-a19c-cfcb6446b8f7 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:27.802560 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-49c3b4be-d6e3-4dae-9c2d-15fd950c2035 req-f2cb06db-c80e-4f89-a19c-cfcb6446b8f7 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.0921130 Apr 20 10:19:27.851212 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-49c3b4be-d6e3-4dae-9c2d-15fd950c2035 req-1b2aeefe-4135-44eb-9377-dd5cd28d8219 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Apr 20 10:19:28.433666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 42330) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:28.495216 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a40d05f4-39dc-46a0-9ba3-a7f4bc319db2 req-fa8dca16-8e3f-438f-8adb-d8bd1b2f3bc5 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 210 time: 0.0546203 Apr 20 10:19:28.609001 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1b7d1a65-94aa-4ee0-8dee-75a896089c48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd2787bbe1c34ffe815d1d1ee2f0727e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741800 Apr 20 10:19:28.612284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 42336) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:28.689119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3dea4070-f330-425b-adee-b8607375ec27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:28.717346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3dea4070-f330-425b-adee-b8607375ec27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:28.805620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3dea4070-f330-425b-adee-b8607375ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:28.811700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6efd103e-f913-4dee-adc8-6644bf04abec tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:28.827685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea4070-f330-425b-adee-b8607375ec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c30b80-1019-4a03-833a-e99409242490,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:28.830262 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3dea4070-f330-425b-adee-b8607375ec27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:28.891766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3dea4070-f330-425b-adee-b8607375ec27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:28.892973 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3dea4070-f330-425b-adee-b8607375ec27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00c30b80-1019-4a03-833a-e99409242490 HTTP/1.1" status: 204 len: 168 time: 0.2797034 Apr 20 10:19:29.147954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-d33af446-c30f-4fb2-a654-f813b8cf0344 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:29.149485 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-d33af446-c30f-4fb2-a654-f813b8cf0344 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 815 time: 0.1686199 Apr 20 10:19:29.163217 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Request body: {'port': {'device_id': 'a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608', 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a', 'admin_state_up': True, 'tenant_id': '0f4492fc49604fe8bc806f315d33b55e'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:29.312698 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:29.316793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Usage tracker for resource:port and tenant:0f4492fc49604fe8bc806f315d33b55e is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:29.320022 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:29.326974 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:29.371411 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Made reservation on behalf of 0f4492fc49604fe8bc806f315d33b55e for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:19:29.378381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:29.553082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Allocated IP 172.20.0.8 (f9ba8486-cf05-41a3-9819-8685703ccf0a/01252a7c-9121-4e99-a8bf-62138842316e/c34c0016-0502-4477-b6e4-a5700e6ffe59) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:19:29.690836 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9c54204d-9e77-4c50-ae83-d98b8102f02f req-f1ea94a7-15b1-4d3f-9102-8ef8e412435c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 210 time: 0.0740366 Apr 20 10:19:29.786922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 42366) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:29.842605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:29.904650 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:29.904837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-464583146-network', 'tenant_id': '440ac12768cf4059896c70cea04e1896'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:29.910323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:29.910731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1b3e0fc2-01a2-4786-9fca-7fc8a88331fd tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:29.914639 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Usage tracker for resource:network and tenant:440ac12768cf4059896c70cea04e1896 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:29.915523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['7e4f5bbf-3eee-4372-bd3f-1f492963dca2'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:19:29.917956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:29.924192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:29.990698 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Network f9ba8486-cf05-41a3-9819-8685703ccf0a is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:19:29.994035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:19:30.000434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:19:30.028056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Pushing event updated for resources: {'Port': ['ID=c34c0016-0502-4477-b6e4-a5700e6ffe59,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:30.034743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:30.040461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Made reservation on behalf of 440ac12768cf4059896c70cea04e1896 for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:19:30.047048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.062621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.073660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:30.074362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.079896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:30.084885 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Usage tracker for resource:security_group_rule and tenant:440ac12768cf4059896c70cea04e1896 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:30.088760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:30.096074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:30.132126 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9730341 Apr 20 10:19:30.145968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Request body: {'port': {'device_id': 'a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:30.189041 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.217407 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.222570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-071214d4-e251-4b14-8bd6-7db42052ac3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:30.256869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:19:30.266683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2854948-52ee-45c9-87d5-2c4bd98f2dc0,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:30.270862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:30.273724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.274119 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Added segment 68df9543-9d01-44c5-81ea-e5f790f0fe62 of type vlan for network 2e977d38-758e-46d0-b2aa-2b301d11c186 Apr 20 10:19:30.275959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.306477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.371136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.373398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:30.374124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.379784 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4180c778-7d1e-48dc-ba18-2d5554187ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:30.490881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Pushing event updated for resources: {'Network': ['ID=2e977d38-758e-46d0-b2aa-2b301d11c186,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:30.493740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:30.503095 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 2e977d38-758e-46d0-b2aa-2b301d11c186 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:19:30.533406 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7450304 Apr 20 10:19:30.538367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 42372) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:19:30.551325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Request body: {'subnet': {'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-464583146-subnet', 'tenant_id': '440ac12768cf4059896c70cea04e1896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:30.557943 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:30.565685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Usage tracker for resource:subnet and tenant:440ac12768cf4059896c70cea04e1896 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:30.571040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:30.581931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:30.623770 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Made reservation on behalf of 440ac12768cf4059896c70cea04e1896 for: {'subnet': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:19:30.629312 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852589033'] for subnet, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:30.974706 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34c0016-0502-4477-b6e4-a5700e6ffe59 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:30.985725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:31.014579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Transition to ACTIVE for port object c34c0016-0502-4477-b6e4-a5700e6ffe59 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:19:31.035412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4252335-a85f-4672-a600-3c6103be92d4 req-32daeee8-a15a-4ba9-b4bc-10c4e1ee7b44 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:31.036224 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-b4252335-a85f-4672-a600-3c6103be92d4 req-32daeee8-a15a-4ba9-b4bc-10c4e1ee7b44 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Synchronizing usage tracker for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:19:31.051413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:31.058262 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e66d3542-ab58-4f1e-95b6-a2ecb7fd5da8 tempest-AttachVolumeShelveTestJSON-1044764292 tempest-AttachVolumeShelveTestJSON-1044764292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:31.192415 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-b4252335-a85f-4672-a600-3c6103be92d4 req-32daeee8-a15a-4ba9-b4bc-10c4e1ee7b44 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Unset dirty status for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:19:31.193760 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b4252335-a85f-4672-a600-3c6103be92d4 req-32daeee8-a15a-4ba9-b4bc-10c4e1ee7b44 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 931 time: 0.2999313 Apr 20 10:19:31.260275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Pushing event updated for resources: {'Port': ['ID=c34c0016-0502-4477-b6e4-a5700e6ffe59,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:31.276028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:31.340155 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b4252335-a85f-4672-a600-3c6103be92d4 req-6ec5c6eb-3d03-44a6-80a7-8d726f36517a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356337 Apr 20 10:19:31.383099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Attempting to bind port c34c0016-0502-4477-b6e4-a5700e6ffe59 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:19:31.383425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Attempting to bind port c34c0016-0502-4477-b6e4-a5700e6ffe59 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:19:31.383800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Attempting to bind port c34c0016-0502-4477-b6e4-a5700e6ffe59 on network f9ba8486-cf05-41a3-9819-8685703ccf0a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:31.390245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Port c34c0016-0502-4477-b6e4-a5700e6ffe59 on network f9ba8486-cf05-41a3-9819-8685703ccf0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:19:31.390754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Attempting to bind port c34c0016-0502-4477-b6e4-a5700e6ffe59 on network f9ba8486-cf05-41a3-9819-8685703ccf0a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:31.396903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:19:31.397287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Checking segment: {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:19:31.397723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Bound using segment: {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:19:31.398209 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Bound port: c34c0016-0502-4477-b6e4-a5700e6ffe59, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:19:31.398621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:31.419726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851707053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852589050'] for subnet, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:31.424827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8c80b02c-0ebc-45e4-9cd8-0f81b6bdc882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:31.502030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] For port c34c0016-0502-4477-b6e4-a5700e6ffe59, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:19:31.505589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] For port c34c0016-0502-4477-b6e4-a5700e6ffe59, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c34c0016-0502-4477-b6e4-a5700e6ffe59,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:19:31.506164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=932a843b-09e1-466a-90ba-8ac2de6a7682,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:31.510785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:31.518132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Checking segment: {'id': '68df9543-9d01-44c5-81ea-e5f790f0fe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:19:31.518555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Network hostable DHCP agents. Network: 2e977d38-758e-46d0-b2aa-2b301d11c186, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:19:31.582421 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Network 2e977d38-758e-46d0-b2aa-2b301d11c186 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:19:31.585308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:31.590710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1dd5b370-63c9-48de-a155-c3893143071b tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:31.617154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 2e977d38-758e-46d0-b2aa-2b301d11c186) {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:19:31.627811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a6eec-e8af-48bf-9606-2c26cce1b5ee None None] Network 2e977d38-758e-46d0-b2aa-2b301d11c186 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:19:31.633320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:31.633320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:31.652260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:31.652408 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:31.654165 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] 10.222.0.55 "PUT /v2.0/ports/c34c0016-0502-4477-b6e4-a5700e6ffe59 HTTP/1.1" status: 200 len: 1093 time: 1.5132518 Apr 20 10:19:31.654905 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608', 'tag': 'c34c0016-0502-4477-b6e4-a5700e6ffe59'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:31.697861 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1578326 Apr 20 10:19:31.707187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Pushing event updated for resources: {'Port': ['ID=c34c0016-0502-4477-b6e4-a5700e6ffe59,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:31.714678 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608', 'tag': 'c34c0016-0502-4477-b6e4-a5700e6ffe59', 'status': 'completed', 'code': 200} Apr 20 10:19:31.715734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:31.844414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eaa1d-1c5f-447d-97bf-c98c58f62ab8 req-524a5ce6-ffb5-41f9-8d7d-8b704754095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:31.846072 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-689eaa1d-1c5f-447d-97bf-c98c58f62ab8 req-524a5ce6-ffb5-41f9-8d7d-8b704754095c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 1096 time: 0.0974286 Apr 20 10:19:31.909179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075ff0d-4fe0-49c2-9196-85cecf35cbc8 None None] Network 2e977d38-758e-46d0-b2aa-2b301d11c186 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:19:32.019036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eaa1d-1c5f-447d-97bf-c98c58f62ab8 req-a6a0ac39-6bec-4fe6-86cd-7c44be2899f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:32.020672 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-689eaa1d-1c5f-447d-97bf-c98c58f62ab8 req-a6a0ac39-6bec-4fe6-86cd-7c44be2899f7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f4492fc49604fe8bc806f315d33b55e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1665840 Apr 20 10:19:32.185682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eaa1d-1c5f-447d-97bf-c98c58f62ab8 req-0045140e-6327-43ca-bdc6-e02b1d094e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:32.187163 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-689eaa1d-1c5f-447d-97bf-c98c58f62ab8 req-0045140e-6327-43ca-bdc6-e02b1d094e52 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599863 Apr 20 10:19:32.314104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-2ca64e5e-6c78-4ac1-b9dc-3102b238c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:32.315739 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-2ca64e5e-6c78-4ac1-b9dc-3102b238c39b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 1096 time: 0.0862982 Apr 20 10:19:32.398206 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-b540ce15-4d6c-410a-b288-5efd9f0540b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c34c0016-0502-4477-b6e4-a5700e6ffe59 HTTP/1.1" status: 200 len: 217 time: 0.0739098 Apr 20 10:19:32.535947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-adcc3abc-2326-49de-ab82-950504d770c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:32.537599 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-adcc3abc-2326-49de-ab82-950504d770c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01252a7c-9121-4e99-a8bf-62138842316e HTTP/1.1" status: 200 len: 855 time: 0.1324856 Apr 20 10:19:32.610006 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-64c72ec0-5b1f-4091-ad53-4a21965cc7c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9ba8486-cf05-41a3-9819-8685703ccf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595832 Apr 20 10:19:32.716317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ab2a7-9497-45d0-ac95-1bd26e81ac89 req-0b17801a-b387-4e89-8971-978a40e5868d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:32.718039 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-659ab2a7-9497-45d0-ac95-1bd26e81ac89 req-0b17801a-b387-4e89-8971-978a40e5868d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 943 time: 0.2517369 Apr 20 10:19:32.821888 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-659ab2a7-9497-45d0-ac95-1bd26e81ac89 req-b06212c9-10da-45b5-bfcf-4b27740e6f97 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835595 Apr 20 10:19:32.828476 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-16561a58-3048-4311-9a88-b13e578d2175 service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117054 Apr 20 10:19:32.986611 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2a21b870-ab49-4b8b-b3d8-aa00223583a0 req-c2dd7adf-4e16-4ee0-9956-a997aeaacb31 service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484029 Apr 20 10:19:34.179489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880952e-bcfa-4859-bae2-c2dd85339ed5 req-fedd9a60-6627-4e69-b2e4-4f55ec63e668 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:34.181238 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1880952e-bcfa-4859-bae2-c2dd85339ed5 req-fedd9a60-6627-4e69-b2e4-4f55ec63e668 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 943 time: 0.2261162 Apr 20 10:19:34.193129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30514afb-148c-4c88-998d-e54a57abb1ce req-1167ecd8-caa9-43e4-a848-0701ba96545b tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:34.194699 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-1167ecd8-caa9-43e4-a848-0701ba96545b tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/networks?id=2e977d38-758e-46d0-b2aa-2b301d11c186 HTTP/1.1" status: 200 len: 813 time: 0.1966145 Apr 20 10:19:34.233024 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-b9230054-8c07-45db-af94-9005dcd08444 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/quotas/440ac12768cf4059896c70cea04e1896 HTTP/1.1" status: 200 len: 375 time: 0.0186298 Apr 20 10:19:34.298042 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1880952e-bcfa-4859-bae2-c2dd85339ed5 req-6644c2cb-79c5-4845-a2b6-ca68615dc0fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022592 Apr 20 10:19:34.300471 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-529ee144-7405-49d4-a445-7cc6b95f81b1 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=440ac12768cf4059896c70cea04e1896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599105 Apr 20 10:19:34.446938 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-7d2de420-df02-4570-8cee-3f7bfc712940 service neutron] 10.222.0.26 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385934 Apr 20 10:19:34.595873 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-7e543163-bcbc-46b3-a88c-64e1001b294b service neutron] 10.222.0.26 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410315 Apr 20 10:19:34.878384 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-34f49b8f-1315-4711-be8a-723efad5f12c req-63f2c16a-d3a8-4867-bbe2-26a02010e8a4 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 210 time: 0.0513082 Apr 20 10:19:35.548102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2093e4-0f67-4800-bb32-ab7a419fd3c7 req-7e4e2c61-25a2-473d-9d4e-1b314bd01523 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:35.550275 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9f2093e4-0f67-4800-bb32-ab7a419fd3c7 req-7e4e2c61-25a2-473d-9d4e-1b314bd01523 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 943 time: 0.1318874 Apr 20 10:19:35.602607 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9f2093e4-0f67-4800-bb32-ab7a419fd3c7 req-b46046dd-af56-4e32-a3ad-315c6baa24f2 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Apr 20 10:19:35.616079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device c34c0016-0502-4477-b6e4-a5700e6ffe59 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:19:35.769381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port c34c0016-0502-4477-b6e4-a5700e6ffe59, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c34c0016-0502-4477-b6e4-a5700e6ffe59,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:35.960530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'c34c0016-0502-4477-b6e4-a5700e6ffe59', 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a', 'port_id': 'c34c0016-0502-4477-b6e4-a5700e6ffe59', 'mac_address': 'fa:16:3e:95:39:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01252a7c-9121-4e99-a8bf-62138842316e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:19:36.023807 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:36.049828 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34c0016-0502-4477-b6e4-a5700e6ffe59 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:36.052605 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d7d86bab-540a-49b4-80ed-b8c3990f27b5 req-6c166ddb-3b43-4429-9a4b-19051eb3c0e3 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 210 time: 0.0524611 Apr 20 10:19:36.067773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port c34c0016-0502-4477-b6e4-a5700e6ffe59, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c34c0016-0502-4477-b6e4-a5700e6ffe59,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:36.119480 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:36.121502 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:36.196941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=c34c0016-0502-4477-b6e4-a5700e6ffe59,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:36.200297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:36.388035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['c34c0016-0502-4477-b6e4-a5700e6ffe59'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:19:36.738635 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30514afb-148c-4c88-998d-e54a57abb1ce req-2332b5a5-fa2e-413d-a904-63d9f71cffa0 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:36.739984 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-2332b5a5-fa2e-413d-a904-63d9f71cffa0 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.55 "GET /v2.0/networks?id=2e977d38-758e-46d0-b2aa-2b301d11c186 HTTP/1.1" status: 200 len: 813 time: 0.1785359 Apr 20 10:19:36.789966 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Request body: {'port': {'device_id': '3f9f2846-41c5-41cb-b900-3b4ba6693f68', 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186', 'admin_state_up': True, 'tenant_id': '440ac12768cf4059896c70cea04e1896'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:36.968154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b423fb-b281-439f-8dcd-a430d6de9925 req-a3d0310f-35d2-46ef-bee2-5237b825a358 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:36.969630 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-01b423fb-b281-439f-8dcd-a430d6de9925 req-a3d0310f-35d2-46ef-bee2-5237b825a358 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 944 time: 0.2286649 Apr 20 10:19:36.977418 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:36.995637 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Usage tracker for resource:port and tenant:440ac12768cf4059896c70cea04e1896 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:19:37.001593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:19:37.010098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:37.035756 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-01b423fb-b281-439f-8dcd-a430d6de9925 req-18b67143-61a4-4a4a-921d-cd760cd3f82f tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596421 Apr 20 10:19:37.062116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Made reservation on behalf of 440ac12768cf4059896c70cea04e1896 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:19:37.068145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:37.253608 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8f4fe80b-4523-40a7-900a-1ec44cc0180d req-3a984962-a704-4e09-b009-8e6e0736c01f tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 210 time: 0.0813720 Apr 20 10:19:37.290214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Allocated IP 172.20.0.4 (2e977d38-758e-46d0-b2aa-2b301d11c186/932a843b-09e1-466a-90ba-8ac2de6a7682/ec204a5a-90a5-44f2-8ff9-635fb8f7b135) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:19:37.506359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:37.564860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:37.570817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fba7f890-080b-49cb-894c-0f5053350e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:37.618121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device c34c0016-0502-4477-b6e4-a5700e6ffe59 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:19:37.753370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port c34c0016-0502-4477-b6e4-a5700e6ffe59 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:19:37.759820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port c34c0016-0502-4477-b6e4-a5700e6ffe59 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:19:37.760242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:37.881982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Network 2e977d38-758e-46d0-b2aa-2b301d11c186 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:19:37.885869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:19:37.890390 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:19:37.892379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:37.921579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34c0016-0502-4477-b6e4-a5700e6ffe59'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:37.932419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port c34c0016-0502-4477-b6e4-a5700e6ffe59, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c34c0016-0502-4477-b6e4-a5700e6ffe59,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:37.936396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Pushing event updated for resources: {'Port': ['ID=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:37.955390 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.955816 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.956227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.956656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.957070 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.957476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.957877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.958446 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.958935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.959335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.959732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.960133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:37.967614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:37.971274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:37.975110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:37.983691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:37.984510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:38.017080 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34c0016-0502-4477-b6e4-a5700e6ffe59', 'code': 200} Apr 20 10:19:38.034863 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2491274 Apr 20 10:19:38.052353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=c34c0016-0502-4477-b6e4-a5700e6ffe59,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:38.055987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:38.057448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Request body: {'port': {'device_id': '3f9f2846-41c5-41cb-b900-3b4ba6693f68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:38.238393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:38.462424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690161d4-daee-4932-a52d-d588ff1fde73 req-7cea79b6-72c6-4d47-a151-6877e29cc318 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:38.464303 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-690161d4-daee-4932-a52d-d588ff1fde73 req-7cea79b6-72c6-4d47-a151-6877e29cc318 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 945 time: 0.2994206 Apr 20 10:19:38.566579 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb4ee5-3c5d-43d7-8bdd-9da30794aac9 req-612cdfba-14cf-4b34-89ab-6db43dec0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:38.568115 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-81eb4ee5-3c5d-43d7-8bdd-9da30794aac9 req-612cdfba-14cf-4b34-89ab-6db43dec0cf6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 1098 time: 0.3180315 Apr 20 10:19:38.659849 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-690161d4-daee-4932-a52d-d588ff1fde73 req-4bc398aa-5e26-4933-be9d-d6c8e4bc96c4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814852 Apr 20 10:19:38.743698 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-81eb4ee5-3c5d-43d7-8bdd-9da30794aac9 req-b52ec06a-8863-4d10-a3d2-adfed260db52 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588237 Apr 20 10:19:38.760937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c4f65-1c74-48fa-9da5-d0b1b2b45476 req-c2675da1-5da1-46ce-983c-200671b2a294 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:38.761763 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-025c4f65-1c74-48fa-9da5-d0b1b2b45476 req-c2675da1-5da1-46ce-983c-200671b2a294 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Synchronizing usage tracker for tenant:440ac12768cf4059896c70cea04e1896 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:19:38.886923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-025c4f65-1c74-48fa-9da5-d0b1b2b45476 req-c2675da1-5da1-46ce-983c-200671b2a294 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Unset dirty status for tenant:440ac12768cf4059896c70cea04e1896 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:19:38.888925 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-025c4f65-1c74-48fa-9da5-d0b1b2b45476 req-c2675da1-5da1-46ce-983c-200671b2a294 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 931 time: 0.5075002 Apr 20 10:19:38.948885 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec204a5a-90a5-44f2-8ff9-635fb8f7b135 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:38.960621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:38.966539 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-025c4f65-1c74-48fa-9da5-d0b1b2b45476 req-e8271ceb-3538-44fd-b4c3-57e52f27e856 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701153 Apr 20 10:19:39.045938 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Transition to ACTIVE for port object ec204a5a-90a5-44f2-8ff9-635fb8f7b135 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:19:39.085624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:39.092575 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-eaae52cc-cf23-4676-987b-4fb15539385f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:39.260702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Pushing event updated for resources: {'Port': ['ID=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:39.268815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:39.344772 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Attempting to bind port ec204a5a-90a5-44f2-8ff9-635fb8f7b135 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:19:39.345153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Attempting to bind port ec204a5a-90a5-44f2-8ff9-635fb8f7b135 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '68df9543-9d01-44c5-81ea-e5f790f0fe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:19:39.345529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Attempting to bind port ec204a5a-90a5-44f2-8ff9-635fb8f7b135 on network 2e977d38-758e-46d0-b2aa-2b301d11c186 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:39.351220 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Port ec204a5a-90a5-44f2-8ff9-635fb8f7b135 on network 2e977d38-758e-46d0-b2aa-2b301d11c186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:19:39.351586 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Attempting to bind port ec204a5a-90a5-44f2-8ff9-635fb8f7b135 on network 2e977d38-758e-46d0-b2aa-2b301d11c186 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:39.358483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:19:39.358859 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Checking segment: {'id': '68df9543-9d01-44c5-81ea-e5f790f0fe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:19:39.359285 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Bound using segment: {'id': '68df9543-9d01-44c5-81ea-e5f790f0fe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:19:39.359769 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Bound port: ec204a5a-90a5-44f2-8ff9-635fb8f7b135, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68df9543-9d01-44c5-81ea-e5f790f0fe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:19:39.360155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:39.458445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] For port ec204a5a-90a5-44f2-8ff9-635fb8f7b135, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:19:39.461734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] For port ec204a5a-90a5-44f2-8ff9-635fb8f7b135, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:19:39.498439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:39.503957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d0e42c3e-3c51-483f-92e9-4bc267f93ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:39.566276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:39.567139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:39.569055 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] 10.222.0.55 "PUT /v2.0/ports/ec204a5a-90a5-44f2-8ff9-635fb8f7b135 HTTP/1.1" status: 200 len: 1093 time: 1.5206773 Apr 20 10:19:39.569838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9f2846-41c5-41cb-b900-3b4ba6693f68', 'tag': 'ec204a5a-90a5-44f2-8ff9-635fb8f7b135'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:39.603500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Pushing event updated for resources: {'Port': ['ID=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:39.608664 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:39.628398 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9f2846-41c5-41cb-b900-3b4ba6693f68', 'tag': 'ec204a5a-90a5-44f2-8ff9-635fb8f7b135', 'status': 'completed', 'code': 200} Apr 20 10:19:39.753065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f16fe1-7213-47ff-b87a-eb54a1e1d9fe req-6e968c47-1bca-43c1-855e-89ca76f55634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:39.754673 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-40f16fe1-7213-47ff-b87a-eb54a1e1d9fe req-6e968c47-1bca-43c1-855e-89ca76f55634 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=440ac12768cf4059896c70cea04e1896&device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 1096 time: 0.0876598 Apr 20 10:19:40.005391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f16fe1-7213-47ff-b87a-eb54a1e1d9fe req-ed8a231e-4f0d-4585-921c-82d8ff53daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:40.006901 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-40f16fe1-7213-47ff-b87a-eb54a1e1d9fe req-ed8a231e-4f0d-4585-921c-82d8ff53daf7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=440ac12768cf4059896c70cea04e1896&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2358263 Apr 20 10:19:40.017702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecab555-b04d-4398-8147-48bfd309b059 req-6bde160f-3d63-4ef5-99c4-1631df62bcbe tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:40.019290 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aecab555-b04d-4398-8147-48bfd309b059 req-6bde160f-3d63-4ef5-99c4-1631df62bcbe tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 945 time: 0.2176557 Apr 20 10:19:40.215092 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aecab555-b04d-4398-8147-48bfd309b059 req-de27f900-1084-46db-9ef9-ac80a66884e1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719272 Apr 20 10:19:40.275208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f16fe1-7213-47ff-b87a-eb54a1e1d9fe req-13af9e38-3e66-4f7d-bbc1-d6c7d7540e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:40.276706 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-40f16fe1-7213-47ff-b87a-eb54a1e1d9fe req-13af9e38-3e66-4f7d-bbc1-d6c7d7540e3a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564797 Apr 20 10:19:40.294989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2417778-1ef0-419d-ae72-b9d9673a737f req-ba5a8d4d-abec-4e5e-ba4b-58f9abf446bc tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:40.296750 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b2417778-1ef0-419d-ae72-b9d9673a737f req-ba5a8d4d-abec-4e5e-ba4b-58f9abf446bc tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 943 time: 0.1774344 Apr 20 10:19:40.403941 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b2417778-1ef0-419d-ae72-b9d9673a737f req-573c0369-98d9-46f2-88ef-8e166ab1f3d8 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004357 Apr 20 10:19:40.433595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30514afb-148c-4c88-998d-e54a57abb1ce req-3eabffdb-a967-400a-81cd-28d13d027a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:40.436438 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-3eabffdb-a967-400a-81cd-28d13d027a8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=440ac12768cf4059896c70cea04e1896&device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 1096 time: 0.1080403 Apr 20 10:19:40.519540 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-178b2db5-80ec-4fba-8a80-053d936ec8ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec204a5a-90a5-44f2-8ff9-635fb8f7b135 HTTP/1.1" status: 200 len: 217 time: 0.0737715 Apr 20 10:19:40.593626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30514afb-148c-4c88-998d-e54a57abb1ce req-ea1e0806-e6bf-4895-bee4-1eed1b6468cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:40.595213 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-ea1e0806-e6bf-4895-bee4-1eed1b6468cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=932a843b-09e1-466a-90ba-8ac2de6a7682 HTTP/1.1" status: 200 len: 853 time: 0.0659347 Apr 20 10:19:40.659328 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-e65bdb22-6ff9-4448-b15c-a5fb878574d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e977d38-758e-46d0-b2aa-2b301d11c186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486302 Apr 20 10:19:40.807868 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-b87648d0-7f8b-4dc7-a087-9c7aaf41be02 service neutron] 10.222.0.55 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400192 Apr 20 10:19:40.955565 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30514afb-148c-4c88-998d-e54a57abb1ce req-0392c0c4-8ac1-4262-8aa8-52824d45226f service neutron] 10.222.0.55 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396101 Apr 20 10:19:41.433458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd10dd-62cd-4a5d-813d-ffb1b86af743 req-38d3c451-e9fc-48d9-be66-244aaddfd978 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:41.435720 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5fd10dd-62cd-4a5d-813d-ffb1b86af743 req-38d3c451-e9fc-48d9-be66-244aaddfd978 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 945 time: 0.1034536 Apr 20 10:19:41.492372 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5fd10dd-62cd-4a5d-813d-ffb1b86af743 req-43c6ee8f-f036-4bd2-967f-f8d00e5ef2fd tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500154 Apr 20 10:19:41.631624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e0b5f-90f8-4d26-92c3-399469f00899 req-1f34eed6-ffd1-45d3-8dee-53173137331b tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:41.633335 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-dd7e0b5f-90f8-4d26-92c3-399469f00899 req-1f34eed6-ffd1-45d3-8dee-53173137331b tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 943 time: 0.1050327 Apr 20 10:19:41.687343 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-dd7e0b5f-90f8-4d26-92c3-399469f00899 req-c59bf27e-5562-4fff-88f2-326b63490ce5 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471597 Apr 20 10:19:42.928689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4bba2-b8ab-43c9-b573-aba11d92c0ff req-7af4d217-c1d3-4953-b322-26364f285e09 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:42.930206 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-47d4bba2-b8ab-43c9-b573-aba11d92c0ff req-7af4d217-c1d3-4953-b322-26364f285e09 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 943 time: 0.1002312 Apr 20 10:19:42.979219 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-47d4bba2-b8ab-43c9-b573-aba11d92c0ff req-8f82dedd-2997-4584-867c-1192c1d71a97 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Apr 20 10:19:43.554002 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-26b31c2b-f3b0-4504-966b-da57838a56d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:43.649227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ec204a5a-90a5-44f2-8ff9-635fb8f7b135 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:19:43.823894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ec204a5a-90a5-44f2-8ff9-635fb8f7b135, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:43.849956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'ec204a5a-90a5-44f2-8ff9-635fb8f7b135', 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186', 'port_id': 'ec204a5a-90a5-44f2-8ff9-635fb8f7b135', 'mac_address': 'fa:16:3e:06:0a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932a843b-09e1-466a-90ba-8ac2de6a7682', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:19:43.889555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-bd1e75e3-2326-45b6-96d5-4598c4caf4ca tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:43.891201 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-bd1e75e3-2326-45b6-96d5-4598c4caf4ca tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 815 time: 0.1754243 Apr 20 10:19:43.911312 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-9c310540-47e7-4a20-97d4-612841729217 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/quotas/0f4492fc49604fe8bc806f315d33b55e HTTP/1.1" status: 200 len: 375 time: 0.0130723 Apr 20 10:19:43.943185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:43.961862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec204a5a-90a5-44f2-8ff9-635fb8f7b135 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:43.979791 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ec204a5a-90a5-44f2-8ff9-635fb8f7b135, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:44.022798 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-b1a54f96-4777-462d-a2bc-ca603543c8ec tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050634 Apr 20 10:19:44.023010 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:44.025131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:44.103265 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:44.107361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:44.373497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['ec204a5a-90a5-44f2-8ff9-635fb8f7b135'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:19:44.479753 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-80ef916f-0ee9-48ba-83c0-b5f22888ccd8 service neutron] 10.222.0.26 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469059 Apr 20 10:19:44.523755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82581-b70f-44ad-bb48-b99d4036602b req-8fa30c3f-a137-4c64-8734-4580e0e86a79 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:44.525457 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-90e82581-b70f-44ad-bb48-b99d4036602b req-8fa30c3f-a137-4c64-8734-4580e0e86a79 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 944 time: 0.4155934 Apr 20 10:19:44.655491 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-90e82581-b70f-44ad-bb48-b99d4036602b req-6f6ceef8-881c-49c1-91ce-bd198678367a tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754733 Apr 20 10:19:44.681142 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-ba757089-c947-49ab-9a64-c5d75c71cc06 service neutron] 10.222.0.26 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920152 Apr 20 10:19:44.917665 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c4b49496-d38f-4c95-b6fa-4d727e542349 req-b3661135-f7f5-4bc8-abb7-7ea86854a6d2 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 210 time: 0.0553007 Apr 20 10:19:45.171285 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:45.660979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ec204a5a-90a5-44f2-8ff9-635fb8f7b135 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:19:45.765508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port ec204a5a-90a5-44f2-8ff9-635fb8f7b135 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:19:45.771847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port ec204a5a-90a5-44f2-8ff9-635fb8f7b135 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:19:45.772383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:45.866976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d950fe-89c2-4c3b-be7c-206eedbc60fe req-36ca69b9-66e3-4be9-a6b6-7ded50925fb6 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:45.868620 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5d950fe-89c2-4c3b-be7c-206eedbc60fe req-36ca69b9-66e3-4be9-a6b6-7ded50925fb6 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 944 time: 0.0915649 Apr 20 10:19:45.916519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:45.929204 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5d950fe-89c2-4c3b-be7c-206eedbc60fe req-0a5e0d05-a345-46b1-8158-ac3300683255 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518415 Apr 20 10:19:45.951512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9f2846-41c5-41cb-b900-3b4ba6693f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec204a5a-90a5-44f2-8ff9-635fb8f7b135'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:45.966762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port ec204a5a-90a5-44f2-8ff9-635fb8f7b135, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:45.999274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:46.003547 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9f2846-41c5-41cb-b900-3b4ba6693f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec204a5a-90a5-44f2-8ff9-635fb8f7b135', 'code': 200} Apr 20 10:19:46.004106 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a400d7cd-2a81-40b7-9ad1-387dc5d0d993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:46.085340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:46.089095 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:46.097984 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bbd78d36-c591-4e1d-80f6-82cb7e14ecc3 req-9cfbc710-6891-4be7-b609-da89f54b5e61 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 210 time: 0.0566430 Apr 20 10:19:46.261057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-caadd609-9dda-40ed-b981-9344eacbf1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:46.350353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b438549-1f12-4e9f-b54c-eb3e4ce97739 req-cc90b7b7-050f-494c-a66d-23ad172b5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:46.351845 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0b438549-1f12-4e9f-b54c-eb3e4ce97739 req-cc90b7b7-050f-494c-a66d-23ad172b5c01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 1098 time: 0.0764861 Apr 20 10:19:46.396406 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0b438549-1f12-4e9f-b54c-eb3e4ce97739 req-1d545c3d-bd85-4561-a45a-43495c59dad3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352266 Apr 20 10:19:46.829976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-b568aac9-d5b7-4c14-b127-10fa89f2d6e6 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:46.831638 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-b568aac9-d5b7-4c14-b127-10fa89f2d6e6 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 815 time: 0.1645000 Apr 20 10:19:46.854113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Request body: {'port': {'device_id': '42bb288a-c943-4750-8cb8-0d427e0ad298', 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a', 'admin_state_up': True, 'tenant_id': '0f4492fc49604fe8bc806f315d33b55e'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:47.004786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:19:47.022597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:19:47.101400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Made reservation on behalf of 0f4492fc49604fe8bc806f315d33b55e for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:19:47.108243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:47.113918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:47.283102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b011e-c655-4dd5-aa6f-6bbe49e7a466 req-6b9cd193-a1f1-4454-986a-16fb0e5e195d tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:47.284963 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-420b011e-c655-4dd5-aa6f-6bbe49e7a466 req-6b9cd193-a1f1-4454-986a-16fb0e5e195d tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 945 time: 0.2321649 Apr 20 10:19:47.349753 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1c2a8bd8-8e81-4170-836e-501286ebb23e req-ab8ee75d-7404-4b88-a0b5-c265620c0194 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 210 time: 0.1225138 Apr 20 10:19:47.401782 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-420b011e-c655-4dd5-aa6f-6bbe49e7a466 req-27847d23-63fe-43bf-a749-1f42f276af67 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056499 Apr 20 10:19:47.412271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Allocated IP 172.20.0.11 (f9ba8486-cf05-41a3-9819-8685703ccf0a/01252a7c-9121-4e99-a8bf-62138842316e/443590f0-3280-4f41-a33f-3a8319eed15e) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:19:47.639768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:47.651841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:47.737580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:47.750790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9550bad6-cf0b-4056-9ec2-860457e14567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:47.756035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'c34c0016-0502-4477-b6e4-a5700e6ffe59'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:19:47.805919 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Network f9ba8486-cf05-41a3-9819-8685703ccf0a is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:19:47.809074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:19:47.813433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:19:47.873432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Pushing event updated for resources: {'Port': ['ID=443590f0-3280-4f41-a33f-3a8319eed15e,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:47.882551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:47.899624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:47.900229 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:47.960181 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-2511daaa-71f5-4acd-887e-a2c9b4552e95 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1103232 Apr 20 10:19:47.974363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Request body: {'port': {'device_id': '42bb288a-c943-4750-8cb8-0d427e0ad298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:19:48.099912 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.514841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443590f0-3280-4f41-a33f-3a8319eed15e {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:48.539897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.559481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.612875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Transition to ACTIVE for port object 443590f0-3280-4f41-a33f-3a8319eed15e will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:19:48.654994 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:48.661278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d393a72a-4cb2-43ee-8555-c431da8e100d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:48.722501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc43e1-95b7-4288-80eb-ef0bfe0e58d0 req-b1bcb26c-54ed-4feb-9086-42369b04e2fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:48.723316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-97dc43e1-95b7-4288-80eb-ef0bfe0e58d0 req-b1bcb26c-54ed-4feb-9086-42369b04e2fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Synchronizing usage tracker for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:19:48.813516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1619f1-4f12-49cd-933d-84e279710c2d req-bea52680-5049-4241-9d4b-6e5e320c25e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:48.815203 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fe1619f1-4f12-49cd-933d-84e279710c2d req-bea52680-5049-4241-9d4b-6e5e320c25e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 945 time: 0.2831759 Apr 20 10:19:48.864796 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Pushing event updated for resources: {'Port': ['ID=443590f0-3280-4f41-a33f-3a8319eed15e,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:48.875557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:48.917371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-97dc43e1-95b7-4288-80eb-ef0bfe0e58d0 req-b1bcb26c-54ed-4feb-9086-42369b04e2fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Unset dirty status for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:19:48.919274 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-97dc43e1-95b7-4288-80eb-ef0bfe0e58d0 req-b1bcb26c-54ed-4feb-9086-42369b04e2fa tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 932 time: 0.4504461 Apr 20 10:19:48.991182 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fe1619f1-4f12-49cd-933d-84e279710c2d req-e67a731a-4fcb-4ead-8392-ccd0a545ddca tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527393 Apr 20 10:19:49.050466 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-97dc43e1-95b7-4288-80eb-ef0bfe0e58d0 req-7f81a84b-fbaf-433f-b9ec-b785e8f62565 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194808 Apr 20 10:19:49.066656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Attempting to bind port 443590f0-3280-4f41-a33f-3a8319eed15e on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:19:49.068874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Attempting to bind port 443590f0-3280-4f41-a33f-3a8319eed15e by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:19:49.069502 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Attempting to bind port 443590f0-3280-4f41-a33f-3a8319eed15e on network f9ba8486-cf05-41a3-9819-8685703ccf0a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:49.079984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Port 443590f0-3280-4f41-a33f-3a8319eed15e on network f9ba8486-cf05-41a3-9819-8685703ccf0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:19:49.080604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Attempting to bind port 443590f0-3280-4f41-a33f-3a8319eed15e on network f9ba8486-cf05-41a3-9819-8685703ccf0a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:19:49.091700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:19:49.092237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Checking segment: {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:19:49.092897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Bound using segment: {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:19:49.093527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Bound port: 443590f0-3280-4f41-a33f-3a8319eed15e, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:19:49.093927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:49.195323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] For port 443590f0-3280-4f41-a33f-3a8319eed15e, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:19:49.198860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] For port 443590f0-3280-4f41-a33f-3a8319eed15e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=443590f0-3280-4f41-a33f-3a8319eed15e,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:19:49.234412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:49.239798 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:49.299609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:49.300470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:49.302666 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] 10.222.0.55 "PUT /v2.0/ports/443590f0-3280-4f41-a33f-3a8319eed15e HTTP/1.1" status: 200 len: 1094 time: 1.3328805 Apr 20 10:19:49.303470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bb288a-c943-4750-8cb8-0d427e0ad298', 'tag': '443590f0-3280-4f41-a33f-3a8319eed15e'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:49.333440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Pushing event updated for resources: {'Port': ['ID=443590f0-3280-4f41-a33f-3a8319eed15e,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:49.337520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:49.369528 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bb288a-c943-4750-8cb8-0d427e0ad298', 'tag': '443590f0-3280-4f41-a33f-3a8319eed15e', 'status': 'completed', 'code': 200} Apr 20 10:19:49.485868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-4269948a-619d-4ce2-97a2-3ef4193cd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:49.487438 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-4269948a-619d-4ce2-97a2-3ef4193cd1f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 1097 time: 0.0969241 Apr 20 10:19:49.572842 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-c43d28cf-0abc-437e-87a2-018283fb249d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443590f0-3280-4f41-a33f-3a8319eed15e HTTP/1.1" status: 200 len: 217 time: 0.0757391 Apr 20 10:19:49.649065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-bccd7f91-f399-46c4-9618-eb46a331f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:49.650757 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-bccd7f91-f399-46c4-9618-eb46a331f3f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01252a7c-9121-4e99-a8bf-62138842316e HTTP/1.1" status: 200 len: 855 time: 0.0688105 Apr 20 10:19:49.710233 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-27c2112b-a94e-483e-b8c0-e8b4ec722b7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9ba8486-cf05-41a3-9819-8685703ccf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485332 Apr 20 10:19:49.867879 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-e9870552-be39-4604-89ca-689feeef9b11 service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472530 Apr 20 10:19:50.030379 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-eab4158c-9518-4d54-a06d-4aca1f39d86f req-58d88ddf-e045-47d5-b031-68fef32e8a79 service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497171 Apr 20 10:19:50.282690 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:19:50.299694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7032c1-d363-4dd6-9bf9-6d0f7c03bbc7 req-0ea6b277-c74b-416e-b574-85f9c6abde90 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:50.301361 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8d7032c1-d363-4dd6-9bf9-6d0f7c03bbc7 req-0ea6b277-c74b-416e-b574-85f9c6abde90 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 944 time: 0.1209500 Apr 20 10:19:50.304759 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c8de-a04a-4615-864a-15afde4941cc req-bc946c12-b72f-43e8-8cc9-fe3a60602d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:50.306342 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a265c8de-a04a-4615-864a-15afde4941cc req-bc946c12-b72f-43e8-8cc9-fe3a60602d67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 1097 time: 0.1673799 Apr 20 10:19:50.442923 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8d7032c1-d363-4dd6-9bf9-6d0f7c03bbc7 req-223d992b-2391-4be4-aabe-1d52a4d5d58d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336434 Apr 20 10:19:50.489175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c8de-a04a-4615-864a-15afde4941cc req-b5d1532f-8ab4-4da5-a24b-c6b83c2ce8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:50.490774 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a265c8de-a04a-4615-864a-15afde4941cc req-b5d1532f-8ab4-4da5-a24b-c6b83c2ce8a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 916 time: 0.1671004 Apr 20 10:19:50.585372 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a265c8de-a04a-4615-864a-15afde4941cc req-4101ae25-7ec9-4f7b-ac00-dd5846b1ade9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443590f0-3280-4f41-a33f-3a8319eed15e HTTP/1.1" status: 200 len: 217 time: 0.0715787 Apr 20 10:19:50.661065 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c8de-a04a-4615-864a-15afde4941cc req-d2488416-affd-4be1-b236-2c43d183e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:50.662665 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a265c8de-a04a-4615-864a-15afde4941cc req-d2488416-affd-4be1-b236-2c43d183e8d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01252a7c-9121-4e99-a8bf-62138842316e HTTP/1.1" status: 200 len: 855 time: 0.0691123 Apr 20 10:19:50.725152 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a265c8de-a04a-4615-864a-15afde4941cc req-5975d88d-1919-48a1-ba27-2d071c92df13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9ba8486-cf05-41a3-9819-8685703ccf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545483 Apr 20 10:19:51.124547 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a265c8de-a04a-4615-864a-15afde4941cc req-a0d8b692-7e84-4ad2-9f95-16a3f573fd37 service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903403 Apr 20 10:19:51.285008 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a265c8de-a04a-4615-864a-15afde4941cc req-9fd9d408-b45a-4f7e-b6f5-f42aa775084f service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393268 Apr 20 10:19:51.658663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a146-76d8-4978-b9e8-13028bb40b2a req-45e27b69-d5ee-4de7-a388-60e719089cba tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:51.660265 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ec67a146-76d8-4978-b9e8-13028bb40b2a req-45e27b69-d5ee-4de7-a388-60e719089cba tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 944 time: 0.0953679 Apr 20 10:19:51.677540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 443590f0-3280-4f41-a33f-3a8319eed15e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:19:51.713516 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ec67a146-76d8-4978-b9e8-13028bb40b2a req-00e3fa5f-2ce1-43b5-98f6-4a519d83f131 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468173 Apr 20 10:19:51.828268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 443590f0-3280-4f41-a33f-3a8319eed15e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=443590f0-3280-4f41-a33f-3a8319eed15e,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:51.843433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '443590f0-3280-4f41-a33f-3a8319eed15e', 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a', 'port_id': '443590f0-3280-4f41-a33f-3a8319eed15e', 'mac_address': 'fa:16:3e:27:dc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01252a7c-9121-4e99-a8bf-62138842316e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:19:51.908909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:51.927720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443590f0-3280-4f41-a33f-3a8319eed15e {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:19:51.944965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 443590f0-3280-4f41-a33f-3a8319eed15e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=443590f0-3280-4f41-a33f-3a8319eed15e,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:51.993876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:51.995794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-51a776d4-c2d0-48be-8473-df5c93686192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:52.078060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=443590f0-3280-4f41-a33f-3a8319eed15e,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:52.079818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:52.381609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['443590f0-3280-4f41-a33f-3a8319eed15e'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:19:52.922147 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c7208-38f1-4aec-af43-56f289321ec8 req-0374df98-89fc-4d23-b79c-1636beb4c12b tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:52.923727 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-158c7208-38f1-4aec-af43-56f289321ec8 req-0374df98-89fc-4d23-b79c-1636beb4c12b tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 945 time: 0.0949080 Apr 20 10:19:52.973651 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-158c7208-38f1-4aec-af43-56f289321ec8 req-00a2594d-06a6-4d88-8ccb-f758e7a08b22 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434966 Apr 20 10:19:53.676561 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 443590f0-3280-4f41-a33f-3a8319eed15e up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:19:53.804446 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 443590f0-3280-4f41-a33f-3a8319eed15e completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:19:53.810137 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 443590f0-3280-4f41-a33f-3a8319eed15e triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:19:53.810557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:53.937526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:53.965080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bb288a-c943-4750-8cb8-0d427e0ad298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443590f0-3280-4f41-a33f-3a8319eed15e'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:19:53.976352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 443590f0-3280-4f41-a33f-3a8319eed15e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=443590f0-3280-4f41-a33f-3a8319eed15e,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:19:54.013712 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bb288a-c943-4750-8cb8-0d427e0ad298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443590f0-3280-4f41-a33f-3a8319eed15e', 'code': 200} Apr 20 10:19:54.016531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:19:54.018609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:19:54.090793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=443590f0-3280-4f41-a33f-3a8319eed15e,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:19:54.099443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.099705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.100091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.100467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.100865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.101238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.101610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.101979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.102373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.102743 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.103102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.103465 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:19:54.108398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:19:54.194580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2e39f-c107-47ee-874a-cb3cdb3cfce7 req-3d099f5e-100e-42b0-a83e-63eed12f1af4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:54.194580 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-36e2e39f-c107-47ee-874a-cb3cdb3cfce7 req-3d099f5e-100e-42b0-a83e-63eed12f1af4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 946 time: 0.0960546 Apr 20 10:19:54.249424 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-36e2e39f-c107-47ee-874a-cb3cdb3cfce7 req-7b8d742b-1bb2-4d21-b1af-d341816e79b8 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496750 Apr 20 10:19:54.377232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82103f-f538-4856-bcec-8621ce9d3075 req-0225c72a-87b9-4a9f-ba9e-be00f0707c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:54.378823 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1a82103f-f538-4856-bcec-8621ce9d3075 req-0225c72a-87b9-4a9f-ba9e-be00f0707c21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 1099 time: 0.0782838 Apr 20 10:19:54.424356 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1a82103f-f538-4856-bcec-8621ce9d3075 req-f6f07676-dc32-4b80-88fe-c5cbcf35e8eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378776 Apr 20 10:19:55.461495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637dcf-00af-4cc9-bf1d-c6e396a168e7 req-866e948a-78f8-490a-b3cf-1daf4a863dc1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:55.463088 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c0637dcf-00af-4cc9-bf1d-c6e396a168e7 req-866e948a-78f8-490a-b3cf-1daf4a863dc1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 946 time: 0.0954797 Apr 20 10:19:55.515319 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c0637dcf-00af-4cc9-bf1d-c6e396a168e7 req-bdd7e7db-8463-413d-993a-be0077a0be63 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439706 Apr 20 10:19:56.729995 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829dde5-58b9-4ff6-bb1b-0e6b100f8444 req-28061d07-8509-4b31-8dec-a8a8936b8e68 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:19:56.731631 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8829dde5-58b9-4ff6-bb1b-0e6b100f8444 req-28061d07-8509-4b31-8dec-a8a8936b8e68 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 946 time: 0.0932562 Apr 20 10:19:56.783686 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8829dde5-58b9-4ff6-bb1b-0e6b100f8444 req-2fc69ae6-635e-42e6-834e-6074fcef4402 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444946 Apr 20 10:20:10.433754 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ff4789b6-1d6b-425e-8681-66df3012f8f2 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:10.435657 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ff4789b6-1d6b-425e-8681-66df3012f8f2 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 815 time: 0.1660733 Apr 20 10:20:10.453028 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-65916626-a295-492e-9e1c-fb38b2fbf2d9 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/quotas/0f4492fc49604fe8bc806f315d33b55e HTTP/1.1" status: 200 len: 375 time: 0.0110707 Apr 20 10:20:10.554784 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-d4135961-8e6f-4b5f-b0d4-d515ab1c9e1e tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954020 Apr 20 10:20:10.703268 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-7102a8b8-7a65-4ae4-9165-da8b9beda52d service neutron] 10.222.0.26 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401296 Apr 20 10:20:10.857351 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-dc7b9bb1-a20d-468f-a39b-ad5ed50aa979 service neutron] 10.222.0.26 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475732 Apr 20 10:20:11.111511 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3045c222-503e-468f-8b67-81e68c6d42f1 req-d8bd3529-6b66-4469-802b-48318aa76aa6 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 210 time: 0.0581319 Apr 20 10:20:12.303654 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-193fb3c2-0b21-4a56-b24e-1ef028b387d2 req-e9265888-4321-4c59-8448-97b969823afb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 210 time: 0.0490055 Apr 20 10:20:12.965746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-c0630938-6f99-4cc6-b593-a41dbf5e48dd tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:12.967439 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-c0630938-6f99-4cc6-b593-a41dbf5e48dd tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 815 time: 0.1677303 Apr 20 10:20:12.986554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Request body: {'port': {'device_id': '0879f978-27b6-4b44-80f1-e2e1bd248b1a', 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a', 'admin_state_up': True, 'tenant_id': '0f4492fc49604fe8bc806f315d33b55e'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:20:13.232004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:13.245615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:13.289595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Made reservation on behalf of 0f4492fc49604fe8bc806f315d33b55e for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:20:13.297572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:13.511138 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-57077da5-8b7a-4ba9-ad46-5120cecd8a3c req-d6973616-bc14-4f62-88c5-2cd72896c15c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 210 time: 0.0645294 Apr 20 10:20:13.538267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Allocated IP 172.20.0.3 (f9ba8486-cf05-41a3-9819-8685703ccf0a/01252a7c-9121-4e99-a8bf-62138842316e/1f1c6252-b073-4b5d-a2b4-e318cb41f153) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:20:13.690940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-870440a3-4ce8-421c-baff-70bc077d6404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:13.893728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:13.959968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:13.968231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-08a54317-0100-451a-8846-4e6d1806488e tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:13.974297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'c34c0016-0502-4477-b6e4-a5700e6ffe59', '443590f0-3280-4f41-a33f-3a8319eed15e'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:20:14.045412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Network f9ba8486-cf05-41a3-9819-8685703ccf0a is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:20:14.049508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:20:14.061488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Pushing event updated for resources: {'Port': ['ID=1f1c6252-b073-4b5d-a2b4-e318cb41f153,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:14.064118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:20:14.095510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:14.140485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:14.141202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:14.205670 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ba28b82a-e9b3-4101-9e3a-cf0b24a5de56 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2237086 Apr 20 10:20:14.221808 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Request body: {'port': {'device_id': '0879f978-27b6-4b44-80f1-e2e1bd248b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:20:14.354762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:14.836288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bd7bb-d1d0-425b-8a3d-bce735e4badb req-c0089a82-844e-4356-beaa-b1ddf49593d7 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:14.837096 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-8e8bd7bb-d1d0-425b-8a3d-bce735e4badb req-c0089a82-844e-4356-beaa-b1ddf49593d7 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Synchronizing usage tracker for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:20:14.877899 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1c6252-b073-4b5d-a2b4-e318cb41f153 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:20:14.887852 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:14.900488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-8e8bd7bb-d1d0-425b-8a3d-bce735e4badb req-c0089a82-844e-4356-beaa-b1ddf49593d7 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Unset dirty status for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:20:14.902077 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8e8bd7bb-d1d0-425b-8a3d-bce735e4badb req-c0089a82-844e-4356-beaa-b1ddf49593d7 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 931 time: 0.2485776 Apr 20 10:20:14.910921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Transition to ACTIVE for port object 1f1c6252-b073-4b5d-a2b4-e318cb41f153 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:20:14.938557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:14.944357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:15.077418 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8e8bd7bb-d1d0-425b-8a3d-bce735e4badb req-5e1f2afe-e377-40eb-8b3a-a6f7271ed49e tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678603 Apr 20 10:20:15.143734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c6252-b073-4b5d-a2b4-e318cb41f153,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:15.153645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:15.182408 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:15.256257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Attempting to bind port 1f1c6252-b073-4b5d-a2b4-e318cb41f153 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:20:15.256682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Attempting to bind port 1f1c6252-b073-4b5d-a2b4-e318cb41f153 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:20:15.257066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Attempting to bind port 1f1c6252-b073-4b5d-a2b4-e318cb41f153 on network f9ba8486-cf05-41a3-9819-8685703ccf0a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:20:15.263066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Port 1f1c6252-b073-4b5d-a2b4-e318cb41f153 on network f9ba8486-cf05-41a3-9819-8685703ccf0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:20:15.263437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Attempting to bind port 1f1c6252-b073-4b5d-a2b4-e318cb41f153 on network f9ba8486-cf05-41a3-9819-8685703ccf0a {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:20:15.269376 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:20:15.269797 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Checking segment: {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:20:15.270185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Bound using segment: {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:20:15.270729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Bound port: 1f1c6252-b073-4b5d-a2b4-e318cb41f153, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684fa186-aa01-4156-aa1b-7e1d8856ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:20:15.271066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:15.372422 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] For port 1f1c6252-b073-4b5d-a2b4-e318cb41f153, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:20:15.375766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] For port 1f1c6252-b073-4b5d-a2b4-e318cb41f153, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1f1c6252-b073-4b5d-a2b4-e318cb41f153,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:20:15.399280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:15.404896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-480cec11-2e91-4983-92d7-b99fe0dae772 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:15.463094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:15.464033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:15.466219 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f1c6252-b073-4b5d-a2b4-e318cb41f153 HTTP/1.1" status: 200 len: 1093 time: 1.2500665 Apr 20 10:20:15.466774 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0879f978-27b6-4b44-80f1-e2e1bd248b1a', 'tag': '1f1c6252-b073-4b5d-a2b4-e318cb41f153'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:20:15.498687 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c6252-b073-4b5d-a2b4-e318cb41f153,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:15.500081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6bc0e030-9935-4b0c-8b27-322a3388ca48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:15.538743 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0879f978-27b6-4b44-80f1-e2e1bd248b1a', 'tag': '1f1c6252-b073-4b5d-a2b4-e318cb41f153', 'status': 'completed', 'code': 200} Apr 20 10:20:15.630385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-2db7ac85-907a-4ab9-bf20-a58a8ce50c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:15.631938 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-2db7ac85-907a-4ab9-bf20-a58a8ce50c63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 1096 time: 0.0814576 Apr 20 10:20:15.721499 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-6021112b-1cbb-44b3-b898-a1609c785361 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1c6252-b073-4b5d-a2b4-e318cb41f153 HTTP/1.1" status: 200 len: 217 time: 0.0719390 Apr 20 10:20:15.794702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-091a3b59-0ce0-4730-aaed-2229ef8f4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:15.796328 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-091a3b59-0ce0-4730-aaed-2229ef8f4c43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01252a7c-9121-4e99-a8bf-62138842316e HTTP/1.1" status: 200 len: 855 time: 0.0669363 Apr 20 10:20:15.857219 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-9759ff1f-7a22-4ae0-8888-02628a13a9b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9ba8486-cf05-41a3-9819-8685703ccf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467687 Apr 20 10:20:16.279604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d2cd-ae31-48f5-b7af-06219b748290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:16.327118 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-ff95dd28-c120-4d3c-8278-167b11db1837 service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603684 Apr 20 10:20:16.376762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a255b6-8d37-4716-b247-286b5bb03253 req-f6868e81-bc8f-4f28-9a8d-7fd571368b1c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:16.378442 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10a255b6-8d37-4716-b247-286b5bb03253 req-f6868e81-bc8f-4f28-9a8d-7fd571368b1c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 943 time: 0.1638086 Apr 20 10:20:16.508121 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10a255b6-8d37-4716-b247-286b5bb03253 req-a372db49-7c78-4387-a788-b707e8c9dfc3 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753021 Apr 20 10:20:16.540341 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-aeecf21c-4e35-4bf1-8551-389074393fdc req-d5597e67-9f62-4578-b836-4dc7b99d2671 service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983414 Apr 20 10:20:16.724163 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-2218eade-ee64-4086-8750-cf0ac4335715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:16.725737 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-2218eade-ee64-4086-8750-cf0ac4335715 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f4492fc49604fe8bc806f315d33b55e&device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 1096 time: 0.0831895 Apr 20 10:20:16.885125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-0a282f44-0839-4d2b-93e7-ca8ee76827cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:16.886776 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-0a282f44-0839-4d2b-93e7-ca8ee76827cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 200 len: 916 time: 0.1452351 Apr 20 10:20:16.960366 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-1abdd14b-b238-4307-b05a-f98ca9d19c05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f1c6252-b073-4b5d-a2b4-e318cb41f153 HTTP/1.1" status: 200 len: 217 time: 0.0667081 Apr 20 10:20:17.037454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-163f8047-4b52-473f-acd1-9bd04666627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:17.038954 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-163f8047-4b52-473f-acd1-9bd04666627e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=01252a7c-9121-4e99-a8bf-62138842316e HTTP/1.1" status: 200 len: 855 time: 0.0706935 Apr 20 10:20:17.101877 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-b658fd8d-73ab-40cd-a33f-fe6041624e29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9ba8486-cf05-41a3-9819-8685703ccf0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520146 Apr 20 10:20:17.107858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:17.269298 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-acb8b4fd-f791-47c2-8034-63901c0726cf service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493676 Apr 20 10:20:17.435019 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fcfdf0b7-4986-4cb0-b4f9-dd8a8cc3bf8c req-4b2dc977-ab9e-484c-88b5-5355710162ee service neutron] 10.222.0.55 "GET /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589127 Apr 20 10:20:17.628117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:17.729130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafc603-0b95-4c87-8508-a4ea863dcdf2 req-0161e2af-8102-4dd4-97bc-db14ac4f9a1c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:17.731401 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8dafc603-0b95-4c87-8508-a4ea863dcdf2 req-0161e2af-8102-4dd4-97bc-db14ac4f9a1c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 943 time: 0.0987048 Apr 20 10:20:17.784512 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8dafc603-0b95-4c87-8508-a4ea863dcdf2 req-dd4dcf99-cb6a-4e80-9e1d-1a45c9da04a8 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459697 Apr 20 10:20:18.570830 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:19.001709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd964e-9b32-4f96-b67b-5a1e509f48d7 req-a651a812-1862-45ee-8436-f7c499675318 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:19.003393 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b8bd964e-9b32-4f96-b67b-5a1e509f48d7 req-a651a812-1862-45ee-8436-f7c499675318 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 943 time: 0.1014683 Apr 20 10:20:19.057044 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b8bd964e-9b32-4f96-b67b-5a1e509f48d7 req-edd51719-ad59-404a-8d4b-2c4d96a64947 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462039 Apr 20 10:20:19.740879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 1f1c6252-b073-4b5d-a2b4-e318cb41f153 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:20:19.893111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 1f1c6252-b073-4b5d-a2b4-e318cb41f153, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1f1c6252-b073-4b5d-a2b4-e318cb41f153,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:20:19.908116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '1f1c6252-b073-4b5d-a2b4-e318cb41f153', 'network_id': 'f9ba8486-cf05-41a3-9819-8685703ccf0a', 'port_id': '1f1c6252-b073-4b5d-a2b4-e318cb41f153', 'mac_address': 'fa:16:3e:b5:db:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01252a7c-9121-4e99-a8bf-62138842316e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:20:19.973748 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:19.992939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1c6252-b073-4b5d-a2b4-e318cb41f153 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:20:20.010448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 1f1c6252-b073-4b5d-a2b4-e318cb41f153, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1f1c6252-b073-4b5d-a2b4-e318cb41f153,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:20:20.061095 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:20.063166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:20.136363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=1f1c6252-b073-4b5d-a2b4-e318cb41f153,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:20.139880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:20.275159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eec73-d73d-4144-ac02-c361cdc169aa req-b227001e-199f-43fc-abd1-1f76d6ed486f tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:20.277385 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2b4eec73-d73d-4144-ac02-c361cdc169aa req-b227001e-199f-43fc-abd1-1f76d6ed486f tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 944 time: 0.0985978 Apr 20 10:20:20.327680 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2b4eec73-d73d-4144-ac02-c361cdc169aa req-2a9ddf58-42c9-42fd-86e1-12d6ed802e47 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Apr 20 10:20:20.456956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['1f1c6252-b073-4b5d-a2b4-e318cb41f153'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:20:20.586978 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b79f3232-e357-47df-a642-7eb657a31e78 req-2d6717ba-4521-4543-a398-1c62b2d0c890 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925972 Apr 20 10:20:20.765392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f3232-e357-47df-a642-7eb657a31e78 req-3ba61600-742a-4627-bedc-327281e7e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:20.767113 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b79f3232-e357-47df-a642-7eb657a31e78 req-3ba61600-742a-4627-bedc-327281e7e559 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1098 time: 0.0892301 Apr 20 10:20:20.960069 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f3232-e357-47df-a642-7eb657a31e78 req-41ed98bc-6a02-4d67-8705-5e0ce4a7b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:20.961793 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b79f3232-e357-47df-a642-7eb657a31e78 req-41ed98bc-6a02-4d67-8705-5e0ce4a7b4c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 200 len: 909 time: 0.1599779 Apr 20 10:20:21.078974 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b79f3232-e357-47df-a642-7eb657a31e78 req-bdd0cc9a-687f-49f7-9578-b146d82102b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 200 len: 1000 time: 0.1069119 Apr 20 10:20:21.154265 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f3232-e357-47df-a642-7eb657a31e78 req-11c0bff6-d821-4e24-8a3b-fd2831d0277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:21.155848 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b79f3232-e357-47df-a642-7eb657a31e78 req-11c0bff6-d821-4e24-8a3b-fd2831d0277e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7770f066-3626-4da8-b268-32a698661f59 HTTP/1.1" status: 200 len: 847 time: 0.0649841 Apr 20 10:20:21.249278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f3232-e357-47df-a642-7eb657a31e78 req-cd8db6b1-5710-43ae-ab8f-3974ae0c6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:21.250892 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b79f3232-e357-47df-a642-7eb657a31e78 req-cd8db6b1-5710-43ae-ab8f-3974ae0c6a1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca003e3b-8012-4a81-b65f-d9325f75f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838983 Apr 20 10:20:21.407400 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b79f3232-e357-47df-a642-7eb657a31e78 req-9c0cedb5-1f51-4ae3-88f7-672c62beeefe service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440239 Apr 20 10:20:21.634765 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b79f3232-e357-47df-a642-7eb657a31e78 req-69705431-d9f2-4a77-b77b-6701ddb5c6db service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153270 Apr 20 10:20:21.643306 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0442ef-7d56-4800-b2d9-28d09b6aa352 req-4131af08-e5c4-4bf2-bb1b-0ad3c8e51a07 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:21.644962 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6b0442ef-7d56-4800-b2d9-28d09b6aa352 req-4131af08-e5c4-4bf2-bb1b-0ad3c8e51a07 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 944 time: 0.1967454 Apr 20 10:20:21.696704 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6b0442ef-7d56-4800-b2d9-28d09b6aa352 req-24422139-4f8b-4871-9142-1bfb912a02cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Apr 20 10:20:22.910921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2983bd1-585e-4879-bda6-abcd41d89806 req-c678d29a-e709-4a75-97f3-797e58c8c380 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:22.912530 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f2983bd1-585e-4879-bda6-abcd41d89806 req-c678d29a-e709-4a75-97f3-797e58c8c380 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 944 time: 0.0955925 Apr 20 10:20:22.961011 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f2983bd1-585e-4879-bda6-abcd41d89806 req-ca3532c5-e86d-4a09-8bf0-29bb2df18023 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 Apr 20 10:20:23.904516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 1f1c6252-b073-4b5d-a2b4-e318cb41f153 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:20:24.055865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 1f1c6252-b073-4b5d-a2b4-e318cb41f153 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:20:24.061993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 1f1c6252-b073-4b5d-a2b4-e318cb41f153 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:20:24.067575 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:24.193005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:24.223299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879f978-27b6-4b44-80f1-e2e1bd248b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c6252-b073-4b5d-a2b4-e318cb41f153'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:20:24.234667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 1f1c6252-b073-4b5d-a2b4-e318cb41f153, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1f1c6252-b073-4b5d-a2b4-e318cb41f153,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:20:24.248052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ca8af-11ab-4575-8dd7-221f90c7b174 req-8ce44e41-6caa-400d-ab41-7ee38945d703 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:24.249866 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7f5ca8af-11ab-4575-8dd7-221f90c7b174 req-8ce44e41-6caa-400d-ab41-7ee38945d703 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 944 time: 0.0942202 Apr 20 10:20:24.267177 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:24.270727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4d10fb38-257f-4338-9209-207435242c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:24.307098 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879f978-27b6-4b44-80f1-e2e1bd248b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c6252-b073-4b5d-a2b4-e318cb41f153', 'code': 200} Apr 20 10:20:24.308035 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7f5ca8af-11ab-4575-8dd7-221f90c7b174 req-76dd9fce-73fa-4c04-b6d4-37a2c3a6e0bb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Apr 20 10:20:24.351031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=1f1c6252-b073-4b5d-a2b4-e318cb41f153,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:24.354378 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:25.525531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f0597-07d7-45f2-b7c1-a22e3e59b23b req-82a65203-654a-45df-9a7f-1e3b243d720b tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:25.527616 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a91f0597-07d7-45f2-b7c1-a22e3e59b23b req-82a65203-654a-45df-9a7f-1e3b243d720b tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 945 time: 0.0911598 Apr 20 10:20:25.577968 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a91f0597-07d7-45f2-b7c1-a22e3e59b23b req-e3e4ea5d-242e-4102-ac76-85043a5ab74c tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431788 Apr 20 10:20:26.224934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28366e71-c3c1-455c-8ec7-ea646e8ffe91 req-63e3154f-f8a8-4401-9196-9f986aed7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:26.226665 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-28366e71-c3c1-455c-8ec7-ea646e8ffe91 req-63e3154f-f8a8-4401-9196-9f986aed7a8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 1098 time: 0.0807531 Apr 20 10:20:26.272850 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-28366e71-c3c1-455c-8ec7-ea646e8ffe91 req-4e9785eb-b701-4e69-9367-be7b6ab0e1f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368993 Apr 20 10:20:26.789169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e657a-58b3-401f-8dd7-f98f526ccb95 req-f2a48781-068c-440b-b18c-55681d7725d9 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:26.790839 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ca8e657a-58b3-401f-8dd7-f98f526ccb95 req-f2a48781-068c-440b-b18c-55681d7725d9 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 945 time: 0.0936024 Apr 20 10:20:26.843908 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ca8e657a-58b3-401f-8dd7-f98f526ccb95 req-f63b933d-14bc-4483-b067-cd2faf5c35c3 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Apr 20 10:20:27.283550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:20:28.055501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242dda3-3f36-4ad1-8eea-88ed3ae05d61 req-5757c8c5-cd2b-4c93-86e0-71e6f077d4c1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:28.057279 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f242dda3-3f36-4ad1-8eea-88ed3ae05d61 req-5757c8c5-cd2b-4c93-86e0-71e6f077d4c1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 945 time: 0.0973275 Apr 20 10:20:28.112169 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f242dda3-3f36-4ad1-8eea-88ed3ae05d61 req-c41ed162-d562-4c11-899b-4c4e421747f8 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471809 Apr 20 10:20:43.598353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-693b18e6-9b66-4fee-a76f-f980e8255fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:45.065357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa59c0-cbbf-4713-8064-d1d20375924f req-582f8858-5300-43bb-8201-3ac26bc8b1ca tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:45.066905 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f5aa59c0-cbbf-4713-8064-d1d20375924f req-582f8858-5300-43bb-8201-3ac26bc8b1ca tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 945 time: 0.0910358 Apr 20 10:20:45.120547 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f5aa59c0-cbbf-4713-8064-d1d20375924f req-b144f046-c493-4672-8ffa-768f05b700c1 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Apr 20 10:20:45.204294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:46.278547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f0eb1c83-424e-415c-94da-e065b19e9212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:46.347442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dbe65-0c94-45f3-be3b-6e218dcd2633 req-c2c33252-3321-42ad-b10c-8787db6e6d3c tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:46.349116 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7e7dbe65-0c94-45f3-be3b-6e218dcd2633 req-c2c33252-3321-42ad-b10c-8787db6e6d3c tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 945 time: 0.1004174 Apr 20 10:20:46.400468 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7e7dbe65-0c94-45f3-be3b-6e218dcd2633 req-5324383b-0044-4460-94ed-1d17a732523e tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 Apr 20 10:20:47.106824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:47.632386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2422-3a25-4515-a85e-725df4cc2e65 req-64346fd6-b2e1-46eb-9b95-ea71ee02de06 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:47.634029 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-582e2422-3a25-4515-a85e-725df4cc2e65 req-64346fd6-b2e1-46eb-9b95-ea71ee02de06 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 945 time: 0.0949688 Apr 20 10:20:47.638172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:47.685446 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-582e2422-3a25-4515-a85e-725df4cc2e65 req-f72a18ad-ba43-44fd-8123-216bf4c37c0d tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Apr 20 10:20:48.575932 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:48.723264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00160702-4f82-4465-890a-a818ce25ee9f req-7ca623c7-5d95-42b9-a7ea-ca35a2197e2d tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:48.723264 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-00160702-4f82-4465-890a-a818ce25ee9f req-7ca623c7-5d95-42b9-a7ea-ca35a2197e2d tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 945 time: 0.0977340 Apr 20 10:20:49.158794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-00160702-4f82-4465-890a-a818ce25ee9f req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Deleting port ec204a5a-90a5-44f2-8ff9-635fb8f7b135 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:20:49.159186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-00160702-4f82-4465-890a-a818ce25ee9f req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.320058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ca8f1-5f9a-4731-8a28-2a1300ba0004 req-9b6b741b-7311-4ae8-9230-746a157bcb94 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:49.320058 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-db1ca8f1-5f9a-4731-8a28-2a1300ba0004 req-9b6b741b-7311-4ae8-9230-746a157bcb94 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 945 time: 0.2968729 Apr 20 10:20:49.363130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37d18a-74fc-422f-938d-3b617a30b336 req-6dae5b10-2451-4e92-aa52-60e340d4ee6a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:49.364794 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1f37d18a-74fc-422f-938d-3b617a30b336 req-6dae5b10-2451-4e92-aa52-60e340d4ee6a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 945 time: 0.2974858 Apr 20 10:20:49.518123 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-db1ca8f1-5f9a-4731-8a28-2a1300ba0004 req-6ab1fa61-e5a8-46db-a854-7e54e0849353 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863527 Apr 20 10:20:49.534797 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1f37d18a-74fc-422f-938d-3b617a30b336 req-7617b7ad-2fba-4137-9554-6a75ed234eff tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454043 Apr 20 10:20:49.581821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-00160702-4f82-4465-890a-a818ce25ee9f req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] For port ec204a5a-90a5-44f2-8ff9-635fb8f7b135, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:20:49.582227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-00160702-4f82-4465-890a-a818ce25ee9f req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.721166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-00160702-4f82-4465-890a-a818ce25ee9f req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Calling delete_port for ec204a5a-90a5-44f2-8ff9-635fb8f7b135 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:20:49.918574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-00160702-4f82-4465-890a-a818ce25ee9f req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:49.926088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-87a5e50c-dc91-4b80-8867-5be1ae6ad96a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:49.931236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['ec204a5a-90a5-44f2-8ff9-635fb8f7b135'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:20:49.978692 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Pushing event deleted for resources: {'Port': ['ID=ec204a5a-90a5-44f2-8ff9-635fb8f7b135,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:50.054315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.054739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.055154 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.055562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.055968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.056373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.056804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.058172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.058487 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.058885 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.059287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.059689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:20:50.067782 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:50.074301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-00160702-4f82-4465-890a-a818ce25ee9f req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] No DVR routers for this DVR port ec204a5a-90a5-44f2-8ff9-635fb8f7b135 on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:20:50.076841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-00160702-4f82-4465-890a-a818ce25ee9f req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:50.079739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9f2846-41c5-41cb-b900-3b4ba6693f68', 'name': 'network-vif-deleted', 'tag': 'ec204a5a-90a5-44f2-8ff9-635fb8f7b135'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:20:50.129176 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9f2846-41c5-41cb-b900-3b4ba6693f68', 'name': 'network-vif-deleted', 'tag': 'ec204a5a-90a5-44f2-8ff9-635fb8f7b135', 'status': 'completed', 'code': 200} Apr 20 10:20:50.135816 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-00160702-4f82-4465-890a-a818ce25ee9f req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.55 "DELETE /v2.0/ports/ec204a5a-90a5-44f2-8ff9-635fb8f7b135 HTTP/1.1" status: 204 len: 173 time: 1.4069989 Apr 20 10:20:50.745290 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-7e9c16df-8e29-497a-ba75-a0b9893229a6 req-735492b9-21ad-4c59-860e-ab1e0d965597 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Synchronizing usage tracker for tenant:440ac12768cf4059896c70cea04e1896 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:20:50.810345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fe3c2-a050-4baa-b332-ac6dd5846209 req-6d3b0d00-f179-4489-a6af-b7017ab4ae53 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:50.817305 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-737fe3c2-a050-4baa-b332-ac6dd5846209 req-6d3b0d00-f179-4489-a6af-b7017ab4ae53 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 945 time: 0.1178274 Apr 20 10:20:50.820156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-7e9c16df-8e29-497a-ba75-a0b9893229a6 req-735492b9-21ad-4c59-860e-ab1e0d965597 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Unset dirty status for tenant:440ac12768cf4059896c70cea04e1896 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:20:50.821494 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7e9c16df-8e29-497a-ba75-a0b9893229a6 req-735492b9-21ad-4c59-860e-ab1e0d965597 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9f2846-41c5-41cb-b900-3b4ba6693f68 HTTP/1.1" status: 200 len: 210 time: 0.1658058 Apr 20 10:20:50.867436 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-737fe3c2-a050-4baa-b332-ac6dd5846209 req-cd9d2a10-2c31-4d0c-9303-f108368f3255 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483787 Apr 20 10:20:51.074498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-17079017-2b17-4569-b33e-d01537a0a0af tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:51.076092 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-17079017-2b17-4569-b33e-d01537a0a0af tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 945 time: 0.1140056 Apr 20 10:20:51.163230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Deleting port 1f1c6252-b073-4b5d-a2b4-e318cb41f153 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:20:51.163614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:51.440049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] For port 1f1c6252-b073-4b5d-a2b4-e318cb41f153, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1f1c6252-b073-4b5d-a2b4-e318cb41f153,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:20:51.440379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:51.575466 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Calling delete_port for 1f1c6252-b073-4b5d-a2b4-e318cb41f153 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:20:51.787113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:51.794251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ee38ca1a-65a6-4539-a0fa-ddcc26fd44fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:51.800481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'c34c0016-0502-4477-b6e4-a5700e6ffe59', '443590f0-3280-4f41-a33f-3a8319eed15e', '1f1c6252-b073-4b5d-a2b4-e318cb41f153'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:20:51.845623 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Pushing event deleted for resources: {'Port': ['ID=1f1c6252-b073-4b5d-a2b4-e318cb41f153,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:51.849255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:51.934073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] No DVR routers for this DVR port 1f1c6252-b073-4b5d-a2b4-e318cb41f153 on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:20:51.936802 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:51.970728 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b5062595-5826-4cab-a179-b6ffc3f00959 req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "DELETE /v2.0/ports/1f1c6252-b073-4b5d-a2b4-e318cb41f153 HTTP/1.1" status: 204 len: 173 time: 0.8878198 Apr 20 10:20:52.079767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-977373a8-e5d4-4f11-acef-45fd6a6be667 req-1d4cbc7f-6be4-4978-b761-a9565ec46dbc tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Synchronizing usage tracker for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:20:52.126870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-977373a8-e5d4-4f11-acef-45fd6a6be667 req-1d4cbc7f-6be4-4978-b761-a9565ec46dbc tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Unset dirty status for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:20:52.129118 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-977373a8-e5d4-4f11-acef-45fd6a6be667 req-1d4cbc7f-6be4-4978-b761-a9565ec46dbc tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=0879f978-27b6-4b44-80f1-e2e1bd248b1a HTTP/1.1" status: 200 len: 210 time: 0.1148140 Apr 20 10:20:52.130660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879f978-27b6-4b44-80f1-e2e1bd248b1a', 'name': 'network-vif-deleted', 'tag': '1f1c6252-b073-4b5d-a2b4-e318cb41f153'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:20:52.212989 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879f978-27b6-4b44-80f1-e2e1bd248b1a', 'name': 'network-vif-deleted', 'tag': '1f1c6252-b073-4b5d-a2b4-e318cb41f153', 'status': 'completed', 'code': 200} Apr 20 10:20:53.662989 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-024912e5-8dd5-4d5a-be4f-88ea30387280 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139341280&fields=id&tenant_id=b14fa126086e4ec1b462dd99b1744781 HTTP/1.1" status: 200 len: 267 time: 0.0442803 Apr 20 10:20:53.833574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-159e15ca-8933-475c-9649-c2815344e47c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:53.835169 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-159e15ca-8933-475c-9649-c2815344e47c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 811 time: 0.1644571 Apr 20 10:20:53.858017 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-27805f2b-6ac7-4ead-a682-966ad4d1c083 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/quotas/b14fa126086e4ec1b462dd99b1744781 HTTP/1.1" status: 200 len: 375 time: 0.0110459 Apr 20 10:20:53.964208 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-184f31da-ce70-4856-8f4e-cb003dffead0 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0992043 Apr 20 10:20:54.118682 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-140062e6-3e6f-4cb6-8901-a73fdb151ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415682 Apr 20 10:20:54.267003 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-c25263e8-1174-4dd7-96f2-3f1613fb2d41 service neutron] 10.222.0.26 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410604 Apr 20 10:20:54.816322 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ac952785-5f76-4036-b6bf-8280f41d2cda req-b5c3d04a-648e-4d53-ac80-f44a8e21889a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 210 time: 0.0503409 Apr 20 10:20:55.987333 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d329fa9a-9593-48e0-aa0c-ba5fdbfa0880 req-fa662164-adb1-45ae-b672-e278c7e8aab0 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 210 time: 0.0498378 Apr 20 10:20:56.045118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ec204a5a-90a5-44f2-8ff9-635fb8f7b135 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:20:56.082512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: ec204a5a-90a5-44f2-8ff9-635fb8f7b135 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:20:56.082883 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device ec204a5a-90a5-44f2-8ff9-635fb8f7b135 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:20:56.091895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 1f1c6252-b073-4b5d-a2b4-e318cb41f153 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:20:56.133772 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 1f1c6252-b073-4b5d-a2b4-e318cb41f153 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:20:56.134073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 1f1c6252-b073-4b5d-a2b4-e318cb41f153 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:20:57.225901 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0424b1fb-4f96-451f-aede-d1adef983c42 req-7c31aaf1-c9cb-4175-a07f-ae56e24b674e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 210 time: 0.0746250 Apr 20 10:20:57.333030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-733cb654-70f4-472f-a33e-dcc1fc331407 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:57.334713 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-733cb654-70f4-472f-a33e-dcc1fc331407 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 811 time: 0.2691195 Apr 20 10:20:57.431504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254817-d98d-4815-b010-91accc165d2e req-0d119589-8e1b-43d1-a667-74794bd6165b tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:57.432875 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fb254817-d98d-4815-b010-91accc165d2e req-0d119589-8e1b-43d1-a667-74794bd6165b tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 946 time: 0.1565466 Apr 20 10:20:57.461775 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-0998ff6c-c19e-483d-b483-597f50e3066b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b14fa126086e4ec1b462dd99b1744781 HTTP/1.1" status: 200 len: 8059 time: 0.1089253 Apr 20 10:20:57.474664 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'port': {'device_id': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'admin_state_up': True, 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'security_groups': ['dcda06c7-f8b9-4b05-8a25-24615e16344f']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:20:57.576535 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fb254817-d98d-4815-b010-91accc165d2e req-a2172495-ce2f-4d7e-857a-a0f6ca559f7e tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350999 Apr 20 10:20:57.656376 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:20:57.661166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:port and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:20:57.664126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:20:57.670868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:20:57.754237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Made reservation on behalf of b14fa126086e4ec1b462dd99b1744781 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:20:57.761445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:57.936936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Allocated IP 172.20.0.7 (92475c78-fcfe-4e5a-bde8-72785e2520e6/644f478a-6fe1-4e41-b43b-51546c64d2e3/65283900-a25c-4b97-89fe-e241e1a01331) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:20:58.146835 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:58.165170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Transition to ACTIVE for port object 65283900-a25c-4b97-89fe-e241e1a01331 will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:20:58.263390 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:58.272343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-41db0e0d-1701-4b67-af30-e18627dc9d72 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:20:58.719150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:20:58.724465 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:20:58.773496 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:20:58.811020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'Port': ['ID=65283900-a25c-4b97-89fe-e241e1a01331,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:20:58.820931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:20:58.890712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:58.891383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:58.936457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65424d4-0d86-44f5-b70b-0e8cd4aea36c req-9737ef53-241e-49cd-b21e-e4ae0703289c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:58.939008 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a65424d4-0d86-44f5-b70b-0e8cd4aea36c req-9737ef53-241e-49cd-b21e-e4ae0703289c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Synchronizing usage tracker for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:20:58.950839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ec83d-71bd-482a-9f4d-7e76aa48234f req-9ac2affc-92d8-47d8-952e-bd5948190062 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:20:58.952426 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-931ec83d-71bd-482a-9f4d-7e76aa48234f req-9ac2affc-92d8-47d8-952e-bd5948190062 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 946 time: 0.2360208 Apr 20 10:20:58.965817 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4972167 Apr 20 10:20:59.006180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a65424d4-0d86-44f5-b70b-0e8cd4aea36c req-9737ef53-241e-49cd-b21e-e4ae0703289c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Unset dirty status for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:20:59.007893 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a65424d4-0d86-44f5-b70b-0e8cd4aea36c req-9737ef53-241e-49cd-b21e-e4ae0703289c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 931 time: 0.6347270 Apr 20 10:20:59.011763 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-931ec83d-71bd-482a-9f4d-7e76aa48234f req-867f30cd-fe1c-4676-be13-50e4fe2ae2b3 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449746 Apr 20 10:20:59.043611 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-6da2004d-b204-453c-902e-ec350cf88993 None None] Provisioning for port 65283900-a25c-4b97-89fe-e241e1a01331 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:20:59.049067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-6da2004d-b204-453c-902e-ec350cf88993 None None] Provisioning complete for port 65283900-a25c-4b97-89fe-e241e1a01331 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:20:59.049555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6da2004d-b204-453c-902e-ec350cf88993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:20:59.058766 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a65424d4-0d86-44f5-b70b-0e8cd4aea36c req-959ac35a-cbfc-4da0-ad65-fd40fcfb363b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432158 Apr 20 10:20:59.109172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-6da2004d-b204-453c-902e-ec350cf88993 None None] Port 65283900-a25c-4b97-89fe-e241e1a01331 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:20:59.882822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43054) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:00.221297 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Deleting port 24a49868-878d-4af8-9c95-80b38f5ba662 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:00.221682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:00.238301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683299c-3cf6-40f0-8aa7-7e7babf8d270 req-eba2e4bf-1f36-40bd-a0f6-c9787349061d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:00.239908 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1683299c-3cf6-40f0-8aa7-7e7babf8d270 req-eba2e4bf-1f36-40bd-a0f6-c9787349061d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 946 time: 0.1090822 Apr 20 10:21:00.292429 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1683299c-3cf6-40f0-8aa7-7e7babf8d270 req-795acc28-80a9-4f69-a548-2fe0707a3ec2 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Apr 20 10:21:00.408934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:00.409288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:00.421941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7e96b-23f5-49dd-a13b-1815a65e046e req-024f8cbd-5838-4096-b29c-73d3e344613a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:00.423565 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f0b7e96b-23f5-49dd-a13b-1815a65e046e req-024f8cbd-5838-4096-b29c-73d3e344613a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 931 time: 0.2404537 Apr 20 10:21:00.473744 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f0b7e96b-23f5-49dd-a13b-1815a65e046e req-b56d4538-1a09-4f4a-ab9f-d1b1086f5ff8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434184 Apr 20 10:21:00.546620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Calling delete_port for 24a49868-878d-4af8-9c95-80b38f5ba662 owned by network:floatingip {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:00.814975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:00.818814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:00.870246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event deleted for resources: {'Port': ['ID=24a49868-878d-4af8-9c95-80b38f5ba662,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:00.906800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.907887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.907887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.908219 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.908376 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.908837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.909240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.909642 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.910045 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.910448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.910869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.911271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:00.920326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:00.982700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for floatingip, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:00.983270 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Floating IP 4d1f1a27-d7ff-4296-ba57-c2e0fbb408f5 disassociated (deleted). External IP: 172.27.3.35, port: 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b. Apr 20 10:21:01.363948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:21:01.572482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fd632-512a-48f7-bc36-ce35634ced51 req-a11933d8-74ed-421d-8050-883bfb4d9784 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:01.574232 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9e0fd632-512a-48f7-bc36-ce35634ced51 req-a11933d8-74ed-421d-8050-883bfb4d9784 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 946 time: 0.1571200 Apr 20 10:21:01.574843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:21:01.589873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] Sync routers for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:21:01.600529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:01.602813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:20:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:01.644293 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9e0fd632-512a-48f7-bc36-ce35634ced51 req-1a5bc913-2fcb-4f6e-a555-a0f2ac22afa4 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611901 Apr 20 10:21:01.662845 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:01.738894 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "DELETE /v2.0/floatingips/4d1f1a27-d7ff-4296-ba57-c2e0fbb408f5 HTTP/1.1" status: 204 len: 168 time: 1.8548658 Apr 20 10:21:01.740024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:01.766380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdb9ed-d5ae-450e-9321-6e4fe9e74a15 req-91cfa603-1b6e-4b3b-a56d-3568e00a61d0 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:01.768091 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-16bdb9ed-d5ae-450e-9321-6e4fe9e74a15 req-91cfa603-1b6e-4b3b-a56d-3568e00a61d0 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 931 time: 0.1227660 Apr 20 10:21:01.777472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Request body: {'port': {'device_id': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:01.853146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:01.882131 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-16bdb9ed-d5ae-450e-9321-6e4fe9e74a15 req-d367f3e7-a804-46a3-80a7-64481badeab6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688708 Apr 20 10:21:01.946386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:01.970713 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'status': 'completed', 'code': 200} Apr 20 10:21:02.201833 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-c6be126d-fd27-41c5-8c29-fad0ea412ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:02.203417 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-c6be126d-fd27-41c5-8c29-fad0ea412ea4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 1098 time: 0.1870353 Apr 20 10:21:02.233592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '1d1b02b3-8a89-4c4e-a105-ee208ed78de1', 'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'mac_address': 'fa:16:3e:7d:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:32Z', 'updated_at': '2021-04-20T10:15:41Z', 'revision_number': 5, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'subnets': [{'id': '7770f066-3626-4da8-b268-32a698661f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:02.237694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] Checking router: 7093e969-b3cf-4aae-b4b9-a148a9e1b993 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:21:02.247578 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:02.248259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:20:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:02.382079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-e05190d0-94b0-4fd6-a9d0-b4c3844668c1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:02.382911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-e05190d0-94b0-4fd6-a9d0-b4c3844668c1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Synchronizing usage tracker for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:21:02.398183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-e05190d0-94b0-4fd6-a9d0-b4c3844668c1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Unset dirty status for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:21:02.398977 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-e05190d0-94b0-4fd6-a9d0-b4c3844668c1 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 946 time: 0.1062071 Apr 20 10:21:02.454180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:02.486752 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Deleting port 443590f0-3280-4f41-a33f-3a8319eed15e {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:02.487119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:02.534295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f6381-70cf-4115-bc29-0a1d57ce6261 req-c20db536-0666-4c52-93e0-96bc23d2973f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:02.535948 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5d8f6381-70cf-4115-bc29-0a1d57ce6261 req-c20db536-0666-4c52-93e0-96bc23d2973f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.2810061 Apr 20 10:21:02.540409 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-efd8e159-1233-43a0-8954-99a664faf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:02.542047 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-efd8e159-1233-43a0-8954-99a664faf753 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 200 len: 909 time: 0.2883441 Apr 20 10:21:02.658621 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-90861665-61d4-424f-8793-2523d27eda25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 200 len: 217 time: 0.0799539 Apr 20 10:21:02.663051 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5d8f6381-70cf-4115-bc29-0a1d57ce6261 req-9920a5f2-df70-4fd5-94db-de41b84cdf44 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/security-groups?id=25b098f3-b1ac-40ea-af0e-17b08d567f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198862 Apr 20 10:21:02.869589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] For port 443590f0-3280-4f41-a33f-3a8319eed15e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=443590f0-3280-4f41-a33f-3a8319eed15e,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:02.869589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:02.908211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65283900-a25c-4b97-89fe-e241e1a01331 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:21:02.920025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:02.939163 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Transition to ACTIVE for port object 65283900-a25c-4b97-89fe-e241e1a01331 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:02.950567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '1d1b02b3-8a89-4c4e-a105-ee208ed78de1', 'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'mac_address': 'fa:16:3e:7d:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:32Z', 'updated_at': '2021-04-20T10:15:41Z', 'revision_number': 5, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'subnets': [{'id': '7770f066-3626-4da8-b268-32a698661f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:02.955573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bb64e-453b-466c-9f99-80f031409299 None None] The sync data for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi is: [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:15:33Z', 'revision_number': 4, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '1d1b02b3-8a89-4c4e-a105-ee208ed78de1', 'name': '', 'network_id': 'ca003e3b-8012-4a81-b65f-d9325f75f831', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'mac_address': 'fa:16:3e:7d:7d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7770f066-3626-4da8-b268-32a698661f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:32Z', 'updated_at': '2021-04-20T10:15:41Z', 'revision_number': 5, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'subnets': [{'id': '7770f066-3626-4da8-b268-32a698661f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:21:03.000433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:03.012819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:03.046603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Calling delete_port for 443590f0-3280-4f41-a33f-3a8319eed15e owned by compute:nova {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:03.058180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-983d4a2a-50ac-4849-821e-f64293ecfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:03.059740 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-983d4a2a-50ac-4849-821e-f64293ecfe5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7770f066-3626-4da8-b268-32a698661f59 HTTP/1.1" status: 200 len: 847 time: 0.3856602 Apr 20 10:21:03.234596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:03.256927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'c34c0016-0502-4477-b6e4-a5700e6ffe59', '443590f0-3280-4f41-a33f-3a8319eed15e'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:21:03.259142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b196ec3b-e2f2-4f1d-849c-57bf6de3153c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:03.326712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Pushing event deleted for resources: {'Port': ['ID=443590f0-3280-4f41-a33f-3a8319eed15e,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:03.327118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Pushing event updated for resources: {'Port': ['ID=65283900-a25c-4b97-89fe-e241e1a01331,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:03.336846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:03.363949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:03.423122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] No DVR routers for this DVR port 443590f0-3280-4f41-a33f-3a8319eed15e on host hv-cinder-77459 {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:21:03.425779 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:03.450126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f1655-e721-4089-a2a4-f4d6cfde6a1a None None] New status for floating IP 4d1f1a27-d7ff-4296-ba57-c2e0fbb408f5: DOWN {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:21:03.473662 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3b500b39-eeca-4192-b0b5-f68703123f28 req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "DELETE /v2.0/ports/443590f0-3280-4f41-a33f-3a8319eed15e HTTP/1.1" status: 204 len: 173 time: 1.0668826 Apr 20 10:21:03.520111 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf8a73-a256-4f25-a721-a98e012a0a69 req-6b263156-3540-4f77-aba8-a3df0d8f46ab tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:03.521805 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-73cf8a73-a256-4f25-a721-a98e012a0a69 req-6b263156-3540-4f77-aba8-a3df0d8f46ab tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=42bb288a-c943-4750-8cb8-0d427e0ad298 HTTP/1.1" status: 200 len: 867 time: 0.5805018 Apr 20 10:21:03.531818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-283dea69-05e0-4d89-abaa-f7020097f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:03.533380 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-283dea69-05e0-4d89-abaa-f7020097f846 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca003e3b-8012-4a81-b65f-d9325f75f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4362454 Apr 20 10:21:03.594535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-77f9cd5d-0087-4069-986e-fb483fc71c84 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:03.602192 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-77f9cd5d-0087-4069-986e-fb483fc71c84 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/networks?id=2e977d38-758e-46d0-b2aa-2b301d11c186 HTTP/1.1" status: 200 len: 813 time: 0.5469153 Apr 20 10:21:03.628680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Attempting to bind port 65283900-a25c-4b97-89fe-e241e1a01331 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:21:03.629079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Attempting to bind port 65283900-a25c-4b97-89fe-e241e1a01331 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:21:03.629453 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Attempting to bind port 65283900-a25c-4b97-89fe-e241e1a01331 on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:03.632538 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-83685aa5-f7a3-427d-91a4-0cc216595ff3 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/quotas/440ac12768cf4059896c70cea04e1896 HTTP/1.1" status: 200 len: 375 time: 0.0294814 Apr 20 10:21:03.752811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Port 65283900-a25c-4b97-89fe-e241e1a01331 on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:21:03.753142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Attempting to bind port 65283900-a25c-4b97-89fe-e241e1a01331 on network 92475c78-fcfe-4e5a-bde8-72785e2520e6 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:03.765206 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-73cf8a73-a256-4f25-a721-a98e012a0a69 req-f0c9f101-b001-47e7-bd89-9047ccc078a2 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194839 Apr 20 10:21:03.771122 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-730526b4-e862-4dd1-9d89-37fa946f2710 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=440ac12768cf4059896c70cea04e1896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279299 Apr 20 10:21:03.785389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:21:03.790423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Checking segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:03.790423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Bound using segment: {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:21:03.790423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Bound port: 65283900-a25c-4b97-89fe-e241e1a01331, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0151533d-2fdf-44af-8786-28216aac9c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:21:03.790423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:03.975326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bb288a-c943-4750-8cb8-0d427e0ad298', 'name': 'network-vif-deleted', 'tag': '443590f0-3280-4f41-a33f-3a8319eed15e'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:04.039159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-131161bf-6fcc-442e-82c8-d3474b6b695c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:04.039896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-131161bf-6fcc-442e-82c8-d3474b6b695c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Synchronizing usage tracker for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:21:04.089381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-131161bf-6fcc-442e-82c8-d3474b6b695c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Unset dirty status for tenant:bfc2877b50ae4f18ab0b776a2eb41d05 on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:21:04.090694 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-131161bf-6fcc-442e-82c8-d3474b6b695c tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.55 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 945 time: 0.1562526 Apr 20 10:21:04.186055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Deleting port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:04.186452 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:04.284695 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:21:04.308589 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-6f93e232-f508-4a6c-a7c2-050f1600799e service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429502 Apr 20 10:21:04.372437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] For port 65283900-a25c-4b97-89fe-e241e1a01331, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:21:04.455564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] For port 65283900-a25c-4b97-89fe-e241e1a01331, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=65283900-a25c-4b97-89fe-e241e1a01331,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:21:04.472796 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0a7c71a0-e516-4d91-a6a5-f506ab9ff0bb service neutron] 10.222.0.26 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886892 Apr 20 10:21:04.473911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] For port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:04.474325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:04.514432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:04.527371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-fd54a2b0-c6ad-40e2-8a06-51c465ec07de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:04.616212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Calling delete_port for 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b owned by compute:nova {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:04.652017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdabec-6cdf-45f0-98e5-9364743453f3 req-25e6893e-3099-428d-9b57-a3344e06c754 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:04.653676 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-15bdabec-6cdf-45f0-98e5-9364743453f3 req-25e6893e-3099-428d-9b57-a3344e06c754 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 943 time: 0.7592671 Apr 20 10:21:04.675534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:04.676221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:04.677780 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] 10.222.0.55 "PUT /v2.0/ports/65283900-a25c-4b97-89fe-e241e1a01331 HTTP/1.1" status: 200 len: 1093 time: 2.9074054 Apr 20 10:21:04.717076 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:04.750668 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6cfc5d49-4b3e-4aa8-b02d-cdec92ae2fd7 req-69f87c97-012b-4574-a7fa-3d125f76e836 service neutron] 10.222.0.55 "GET /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258971 Apr 20 10:21:04.827161 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:04.835030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3f9d7f2f-19fc-4ba9-86c1-56f1eb3f1e27 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:04.851354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Pushing event updated for resources: {'Port': ['ID=65283900-a25c-4b97-89fe-e241e1a01331,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:04.856271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:04.868530 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-15bdabec-6cdf-45f0-98e5-9364743453f3 req-744e11f3-e0d7-4cee-8bd2-c468cec18238 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070723 Apr 20 10:21:04.882999 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-7f1a48b5-3828-4a71-b8bb-4e7a0b76df3f service neutron] 10.222.0.26 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992393 Apr 20 10:21:04.896711 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event deleted for resources: {'Port': ['ID=38eba4f5-f2bf-4b6c-a2c9-f82481446e4b,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:04.900287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:04.936624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-1136a879-3df8-426b-9bf9-f5df9f6f2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:04.943127 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-1136a879-3df8-426b-9bf9-f5df9f6f2e87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 1096 time: 0.1749444 Apr 20 10:21:04.983172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] No DVR routers for this DVR port 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b on host hv-cinder-77459 {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:21:04.986227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:05.032062 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-518e6500-e7bd-429a-adf5-b15edf2e9398 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65283900-a25c-4b97-89fe-e241e1a01331 HTTP/1.1" status: 200 len: 217 time: 0.0806720 Apr 20 10:21:05.044701 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-63e963ab-2600-4cb9-800e-fdd3c97d149c req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.55 "DELETE /v2.0/ports/38eba4f5-f2bf-4b6c-a2c9-f82481446e4b HTTP/1.1" status: 204 len: 173 time: 0.9393806 Apr 20 10:21:05.122272 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-50546b07-4ecb-4ad7-9f01-e4b503d8e1eb req-9bde97c9-7079-4742-978f-96a99ed58136 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 210 time: 0.0920780 Apr 20 10:21:05.174384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-614faab0-19e9-428e-b362-aa34686f7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:05.175966 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-614faab0-19e9-428e-b362-aa34686f7607 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.1080339 Apr 20 10:21:05.206909 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bb288a-c943-4750-8cb8-0d427e0ad298', 'name': 'network-vif-deleted', 'tag': '443590f0-3280-4f41-a33f-3a8319eed15e', 'status': 'completed', 'code': 200} Apr 20 10:21:05.227055 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331', 'status': 'completed', 'code': 200} Apr 20 10:21:05.356601 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-06a75e4d-18ff-4c23-9036-e0db107ee0f6 req-93fb0efa-d817-4c01-88c0-1abcee67e0c4 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 210 time: 0.0820990 Apr 20 10:21:05.359100 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-238e7e33-29fe-40e2-a885-22763d4ed4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:05.360708 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-238e7e33-29fe-40e2-a885-22763d4ed4c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1770959 Apr 20 10:21:05.524940 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-65df0013-206c-4c01-9d5e-0e5b32501d87 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531734 Apr 20 10:21:05.680434 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-104c7497-b5bb-4426-a364-dbf18cc7de2f req-534e5655-3963-4101-9869-897857fe523f service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466839 Apr 20 10:21:05.925581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfddb8-f420-408a-bc9f-0102ecdf7854 req-4c98fd57-fd6a-468d-ad34-8eb6eaccac7d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:05.927244 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c3bfddb8-f420-408a-bc9f-0102ecdf7854 req-4c98fd57-fd6a-468d-ad34-8eb6eaccac7d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 945 time: 0.1631248 Apr 20 10:21:05.936276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-201518de-04e7-484d-a938-51550d28925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:05.938112 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-201518de-04e7-484d-a938-51550d28925b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 1096 time: 0.1324952 Apr 20 10:21:06.080612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 443590f0-3280-4f41-a33f-3a8319eed15e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:06.120109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 443590f0-3280-4f41-a33f-3a8319eed15e {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:06.120622 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 443590f0-3280-4f41-a33f-3a8319eed15e not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:06.130452 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c3bfddb8-f420-408a-bc9f-0102ecdf7854 req-61940e2a-aa30-4dcd-b400-5b7921d639ba tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912804 Apr 20 10:21:06.196118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-4b828cef-21cf-4307-9732-e9de6a9ba316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:06.198379 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-4b828cef-21cf-4307-9732-e9de6a9ba316 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 912 time: 0.2433336 Apr 20 10:21:06.211395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac672b8-bc17-432f-80f3-137a4d5382ad req-72c03df6-f933-4517-b7f1-170dd1312772 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:06.213529 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1ac672b8-bc17-432f-80f3-137a4d5382ad req-72c03df6-f933-4517-b7f1-170dd1312772 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 943 time: 0.2210791 Apr 20 10:21:06.339141 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-98ad3c2a-57a4-4535-b5f6-74d14318df1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65283900-a25c-4b97-89fe-e241e1a01331 HTTP/1.1" status: 200 len: 217 time: 0.1200602 Apr 20 10:21:06.358738 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-115efff3-db4f-4bbf-8256-f1fb3de795e4 req-11fed009-8941-4bc1-abb0-7437a25ce46f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "GET /v2.0/ports?device_id=92347465-f862-47a0-bb7a-989cf6df93a9 HTTP/1.1" status: 200 len: 210 time: 0.0770006 Apr 20 10:21:06.425869 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1ac672b8-bc17-432f-80f3-137a4d5382ad req-0764ca8f-5d55-40d3-8a95-c65dff7c423f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054176 Apr 20 10:21:06.442522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-d474fe62-87d6-4c9d-9005-109501bf6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:06.444244 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-d474fe62-87d6-4c9d-9005-109501bf6ad4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.0878773 Apr 20 10:21:06.563034 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-44491396-bb93-4e6b-917d-f4c5bd2a78e0 req-9ccd548e-1501-4713-8e2e-b1f0b39f679c tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 210 time: 0.0722697 Apr 20 10:21:06.595551 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-c1df7902-1e76-440f-83ea-9489839335aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:06.605814 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-c1df7902-1e76-440f-83ea-9489839335aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1431484 Apr 20 10:21:06.753416 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-52078028-edb5-4baa-8346-08699eed33c0 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397009 Apr 20 10:21:06.900965 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-49acd688-ec78-4e90-8b8a-a506e8bd6629 req-a603c8eb-b0e4-479a-b63a-0b801b03542b service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390796 Apr 20 10:21:07.208753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'name': 'network-vif-deleted', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:07.261523 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92347465-f862-47a0-bb7a-989cf6df93a9', 'name': 'network-vif-deleted', 'tag': '38eba4f5-f2bf-4b6c-a2c9-f82481446e4b', 'status': 'completed', 'code': 200} Apr 20 10:21:07.467927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43136) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:07.577702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-78b1701f-5b33-41c3-903e-0a62e74b9ebc tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:07.616864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-78b1701f-5b33-41c3-903e-0a62e74b9ebc tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:07.813530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-3511b621-e2e6-44cf-abd7-ea31ecaeaa5d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:07.814186 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-3511b621-e2e6-44cf-abd7-ea31ecaeaa5d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Synchronizing usage tracker for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:21:07.818001 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-48013424-f439-481a-ad2f-2faac3d8ae58 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:07.819568 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-48013424-f439-481a-ad2f-2faac3d8ae58 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.55 "GET /v2.0/networks?id=2e977d38-758e-46d0-b2aa-2b301d11c186 HTTP/1.1" status: 200 len: 813 time: 0.5839815 Apr 20 10:21:07.832211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a750a-e916-4288-acce-4e926ecae2cd req-f5b885f5-c0e0-4208-839c-01a157dd4159 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:07.833803 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e2a750a-e916-4288-acce-4e926ecae2cd req-f5b885f5-c0e0-4208-839c-01a157dd4159 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 945 time: 0.5735250 Apr 20 10:21:07.840712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Request body: {'port': {'device_id': '83b3987a-87c9-448e-9608-2f02ab426e76', 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186', 'admin_state_up': True, 'tenant_id': '440ac12768cf4059896c70cea04e1896'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:07.883353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-3511b621-e2e6-44cf-abd7-ea31ecaeaa5d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Unset dirty status for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:21:07.885267 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-3511b621-e2e6-44cf-abd7-ea31ecaeaa5d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 945 time: 0.1871934 Apr 20 10:21:07.929068 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-78b1701f-5b33-41c3-903e-0a62e74b9ebc tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:07.944251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e21ccf4d-bc54-4083-832e-e0f79f63a0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:07.953354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cd1c3-cf19-48b8-8c90-a0efbd39c46f req-9b53ac9a-d870-4c78-a8d7-1372dd219867 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:07.954971 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f51cd1c3-cf19-48b8-8c90-a0efbd39c46f req-9b53ac9a-d870-4c78-a8d7-1372dd219867 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 943 time: 0.3405356 Apr 20 10:21:07.973514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1701f-5b33-41c3-903e-0a62e74b9ebc tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b098f3-b1ac-40ea-af0e-17b08d567f89,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:07.979211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-78b1701f-5b33-41c3-903e-0a62e74b9ebc tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:07.993278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Deleting port c34c0016-0502-4477-b6e4-a5700e6ffe59 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:07.993601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:08.007667 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e2a750a-e916-4288-acce-4e926ecae2cd req-e9201a4e-0d5b-49cc-9246-aaaa48c36560 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492503 Apr 20 10:21:08.065102 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f51cd1c3-cf19-48b8-8c90-a0efbd39c46f req-fb8bc115-3eaa-43e0-979c-26017b4e4e64 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955191 Apr 20 10:21:08.066261 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-78b1701f-5b33-41c3-903e-0a62e74b9ebc tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:08.071339 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-78b1701f-5b33-41c3-903e-0a62e74b9ebc tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] 10.222.0.26 "DELETE /v2.0/security-groups/25b098f3-b1ac-40ea-af0e-17b08d567f89 HTTP/1.1" status: 204 len: 168 time: 0.6022654 Apr 20 10:21:08.089463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:08.091790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:08.113684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:08.155921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:08.156679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 38eba4f5-f2bf-4b6c-a2c9-f82481446e4b not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:08.174440 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a381e005-b1ff-4e40-8511-6276defda1f1 req-88919115-0e99-4840-b03c-4a7e79c877d2 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 210 time: 0.0520556 Apr 20 10:21:08.180557 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Made reservation on behalf of 440ac12768cf4059896c70cea04e1896 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:21:08.188298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:08.257741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43148) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:08.555841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] For port c34c0016-0502-4477-b6e4-a5700e6ffe59, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c34c0016-0502-4477-b6e4-a5700e6ffe59,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:08.556150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:08.557205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Allocated IP 172.20.0.2 (2e977d38-758e-46d0-b2aa-2b301d11c186/932a843b-09e1-466a-90ba-8ac2de6a7682/dc7e4cc8-6615-4260-8e67-4d97997b65d4) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:21:08.695757 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Calling delete_port for c34c0016-0502-4477-b6e4-a5700e6ffe59 owned by compute:nova {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:08.895211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:08.902398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2ebbfb84-0f9c-465e-9e7d-8ba6b0422c1a tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:08.906857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'c34c0016-0502-4477-b6e4-a5700e6ffe59'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:21:08.952738 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Pushing event deleted for resources: {'Port': ['ID=c34c0016-0502-4477-b6e4-a5700e6ffe59,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:08.956218 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:09.045063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] No DVR routers for this DVR port c34c0016-0502-4477-b6e4-a5700e6ffe59 on host hv-cinder-77459 {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:21:09.048173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:09.097369 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a87207cc-bc4e-4af1-bcdb-cb8eb7cced52 req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "DELETE /v2.0/ports/c34c0016-0502-4477-b6e4-a5700e6ffe59 HTTP/1.1" status: 204 len: 173 time: 1.2046371 Apr 20 10:21:09.097916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:09.262724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608', 'name': 'network-vif-deleted', 'tag': 'c34c0016-0502-4477-b6e4-a5700e6ffe59'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:09.274748 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-1798d0f6-b934-4d63-ba76-0f7fc22a74b4 req-6405a7cc-2320-4ef7-af64-ab471b7d38c3 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608 HTTP/1.1" status: 200 len: 210 time: 0.1075418 Apr 20 10:21:09.334476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854342246'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:09.398888 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:09.449148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:09.604589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcff50b-98af-4433-b4c7-3193cf1baf99 req-6ca45283-e5c5-438c-aa90-2722b56a74eb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:09.606203 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9fcff50b-98af-4433-b4c7-3193cf1baf99 req-6ca45283-e5c5-438c-aa90-2722b56a74eb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 943 time: 0.3858800 Apr 20 10:21:09.634544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Network 2e977d38-758e-46d0-b2aa-2b301d11c186 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:09.655384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:09.661943 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Pushing event updated for resources: {'Port': ['ID=dc7e4cc8-6615-4260-8e67-4d97997b65d4,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:09.668284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:21:09.710562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:09.794577 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9fcff50b-98af-4433-b4c7-3193cf1baf99 req-c06ec991-1750-48cb-a810-fabd492c110d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678493 Apr 20 10:21:09.809867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:09.810590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:09.859215 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cfe8d3-1f7b-481c-bc7e-f5cf1f28b608', 'name': 'network-vif-deleted', 'tag': 'c34c0016-0502-4477-b6e4-a5700e6ffe59', 'status': 'completed', 'code': 200} Apr 20 10:21:10.188500 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf77ea1-7854-492d-9ad8-441b35366bdf req-fb691ae6-88c1-43f4-aa08-b167bf356945 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:10.190235 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ccf77ea1-7854-492d-9ad8-441b35366bdf req-fb691ae6-88c1-43f4-aa08-b167bf356945 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 931 time: 0.8030462 Apr 20 10:21:10.245415 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4104028 Apr 20 10:21:10.263811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Request body: {'port': {'device_id': '83b3987a-87c9-448e-9608-2f02ab426e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:10.293463 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ccf77ea1-7854-492d-9ad8-441b35366bdf req-018e0c58-85ab-4255-b6ff-23a5a3cab3b0 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933058 Apr 20 10:21:10.455256 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:10.472439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Deleting port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:10.479901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:10.871124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] For port 1d1b02b3-8a89-4c4e-a105-ee208ed78de1, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=1d1b02b3-8a89-4c4e-a105-ee208ed78de1,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:10.871531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:11.071420 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Calling delete_port for 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:11.271190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5d028-685b-4020-be6c-e88bfbc27653 req-ac6c81a1-1c4d-4a87-8dcd-29bcfafc06ee tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:11.272797 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76b5d028-685b-4020-be6c-e88bfbc27653 req-ac6c81a1-1c4d-4a87-8dcd-29bcfafc06ee tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 943 time: 0.3207505 Apr 20 10:21:11.331261 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7e4cc8-6615-4260-8e67-4d97997b65d4 {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:21:11.352150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:11.372156 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-76b5d028-685b-4020-be6c-e88bfbc27653 req-426f66d0-f46e-4f87-bad7-cdc95701850f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848784 Apr 20 10:21:11.418909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Transition to ACTIVE for port object dc7e4cc8-6615-4260-8e67-4d97997b65d4 will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:21:11.474785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:11.485730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0bbec99a-6a60-40eb-a2f6-db9a99a65190 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:11.653639 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Pushing event updated for resources: {'Port': ['ID=dc7e4cc8-6615-4260-8e67-4d97997b65d4,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:11.658744 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:11.662871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:11.663423 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:11.755614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1b02b3-8a89-4c4e-a105-ee208ed78de1,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:11.790332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:11.859382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4857914-6fab-4183-a658-f5403e44988b req-db0dd7a6-4fa4-4f8e-ba8f-8ec7e04cd257 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:11.860185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-f4857914-6fab-4183-a658-f5403e44988b req-db0dd7a6-4fa4-4f8e-ba8f-8ec7e04cd257 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Synchronizing usage tracker for tenant:440ac12768cf4059896c70cea04e1896 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:21:11.951535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Attempting to bind port dc7e4cc8-6615-4260-8e67-4d97997b65d4 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:21:11.951918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Attempting to bind port dc7e4cc8-6615-4260-8e67-4d97997b65d4 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '68df9543-9d01-44c5-81ea-e5f790f0fe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:21:11.952291 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Attempting to bind port dc7e4cc8-6615-4260-8e67-4d97997b65d4 on network 2e977d38-758e-46d0-b2aa-2b301d11c186 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:11.960569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Port dc7e4cc8-6615-4260-8e67-4d97997b65d4 on network 2e977d38-758e-46d0-b2aa-2b301d11c186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:21:11.960953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Attempting to bind port dc7e4cc8-6615-4260-8e67-4d97997b65d4 on network 2e977d38-758e-46d0-b2aa-2b301d11c186 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:21:12.037416 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:21:12.037795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Checking segment: {'id': '68df9543-9d01-44c5-81ea-e5f790f0fe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:21:12.038234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Bound using segment: {'id': '68df9543-9d01-44c5-81ea-e5f790f0fe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:21:12.038731 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Bound port: dc7e4cc8-6615-4260-8e67-4d97997b65d4, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68df9543-9d01-44c5-81ea-e5f790f0fe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:21:12.039126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:12.049326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-f4857914-6fab-4183-a658-f5403e44988b req-db0dd7a6-4fa4-4f8e-ba8f-8ec7e04cd257 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Unset dirty status for tenant:440ac12768cf4059896c70cea04e1896 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:21:12.050420 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f4857914-6fab-4183-a658-f5403e44988b req-db0dd7a6-4fa4-4f8e-ba8f-8ec7e04cd257 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 943 time: 0.6347406 Apr 20 10:21:12.143012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device c34c0016-0502-4477-b6e4-a5700e6ffe59 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:12.183748 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: c34c0016-0502-4477-b6e4-a5700e6ffe59 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:12.184139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device c34c0016-0502-4477-b6e4-a5700e6ffe59 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:12.307553 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f4857914-6fab-4183-a658-f5403e44988b req-47ac9126-381b-4d45-bb3e-1216fb51af47 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492778 Apr 20 10:21:12.336159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] For port dc7e4cc8-6615-4260-8e67-4d97997b65d4, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:21:12.358989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] For port dc7e4cc8-6615-4260-8e67-4d97997b65d4, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=dc7e4cc8-6615-4260-8e67-4d97997b65d4,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:21:12.360019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854342172'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:12.684014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:12.726729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-47f164fb-2ac6-45a6-b28b-3e026f6ce5de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:12.765613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9050b-21d9-4f0c-81c6-5a86ce2b3649 req-72493a38-027f-4a9b-b4f2-3f7ca12b4c50 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:12.767260 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6ec9050b-21d9-4f0c-81c6-5a86ce2b3649 req-72493a38-027f-4a9b-b4f2-3f7ca12b4c50 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 946 time: 0.5959175 Apr 20 10:21:12.888231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:12.888965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:12.890431 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] 10.222.0.55 "PUT /v2.0/ports/dc7e4cc8-6615-4260-8e67-4d97997b65d4 HTTP/1.1" status: 200 len: 1093 time: 2.6344781 Apr 20 10:21:12.903253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b3987a-87c9-448e-9608-2f02ab426e76', 'tag': 'dc7e4cc8-6615-4260-8e67-4d97997b65d4'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:13.028839 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6ec9050b-21d9-4f0c-81c6-5a86ce2b3649 req-717cc74f-5ec7-4d48-9d83-480470fa0c93 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950898 Apr 20 10:21:13.029461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Pushing event updated for resources: {'Port': ['ID=dc7e4cc8-6615-4260-8e67-4d97997b65d4,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:13.051816 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:13.085112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a3e37-2ee8-485b-a9ee-d4e81f98786f req-12e78435-f4a1-4f63-b50d-5b6ff032c087 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:13.086739 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6c5a3e37-2ee8-485b-a9ee-d4e81f98786f req-12e78435-f4a1-4f63-b50d-5b6ff032c087 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 943 time: 0.4143865 Apr 20 10:21:13.090919 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b3987a-87c9-448e-9608-2f02ab426e76', 'tag': 'dc7e4cc8-6615-4260-8e67-4d97997b65d4', 'status': 'completed', 'code': 200} Apr 20 10:21:13.305070 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6c5a3e37-2ee8-485b-a9ee-d4e81f98786f req-036a6b1c-1233-4620-93e0-06619ee16c69 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574979 Apr 20 10:21:13.309682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-02023fe5-e0a9-457c-a188-63c61db74262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:13.311297 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-02023fe5-e0a9-457c-a188-63c61db74262 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=440ac12768cf4059896c70cea04e1896&device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 1096 time: 0.3368814 Apr 20 10:21:13.402027 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-73c8fc05-3e99-4654-9b4c-b088eb93708f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc7e4cc8-6615-4260-8e67-4d97997b65d4 HTTP/1.1" status: 200 len: 217 time: 0.0735898 Apr 20 10:21:13.411916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:21:13.546300 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0123873b-7929-49b8-8151-d8af3be54cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:13.702008 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-5ed34fe1-30e0-42c5-a506-8246624034f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:13.703600 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-5ed34fe1-30e0-42c5-a506-8246624034f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=932a843b-09e1-466a-90ba-8ac2de6a7682 HTTP/1.1" status: 200 len: 853 time: 0.2879941 Apr 20 10:21:13.780628 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-48237318-4013-4d26-9747-7f3c76dead48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e977d38-758e-46d0-b2aa-2b301d11c186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690715 Apr 20 10:21:13.792264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:21:13.801518 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] Sync routers for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:21:13.812767 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:13.813569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:20:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:13.829367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ff9fd-d159-4669-9473-5f2ac911bf62 req-7efd1cc3-7af1-49b7-81fe-246fd9cdb702 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:13.831011 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-970ff9fd-d159-4669-9473-5f2ac911bf62 req-7efd1cc3-7af1-49b7-81fe-246fd9cdb702 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 943 time: 0.3730094 Apr 20 10:21:13.861138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-47a256dc-de46-45c0-a305-0c18d322a5e0 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:13.861906 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-47a256dc-de46-45c0-a305-0c18d322a5e0 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Synchronizing usage tracker for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:21:13.911970 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-47a256dc-de46-45c0-a305-0c18d322a5e0 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Unset dirty status for tenant:0f4492fc49604fe8bc806f315d33b55e on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:21:13.913608 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-47a256dc-de46-45c0-a305-0c18d322a5e0 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 946 time: 0.1498623 Apr 20 10:21:13.924577 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] 10.222.0.26 "PUT /v2.0/routers/7093e969-b3cf-4aae-b4b9-a148a9e1b993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6657131 Apr 20 10:21:13.937436 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43184) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:14.007762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:14.010012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Deleting port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:14.010561 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:14.065926 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-970ff9fd-d159-4669-9473-5f2ac911bf62 req-6f0ab215-19bc-42b6-a1cc-af89255a2ef2 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261841 Apr 20 10:21:14.232325 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-14c643de-5acc-4e08-805f-f34752e3b261 service neutron] 10.222.0.55 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419150 Apr 20 10:21:14.333877 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] For port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,segment=NetworkSegment(684fa186-aa01-4156-aa1b-7e1d8856ec8a),segment_id=684fa186-aa01-4156-aa1b-7e1d8856ec8a)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:14.334466 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:14.402902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:14.497876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Calling delete_port for 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 owned by compute:nova {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:14.514314 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 65283900-a25c-4b97-89fe-e241e1a01331 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:21:14.659987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:21:11Z', 'revision_number': 5, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:14.667464 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] Checking router: 7093e969-b3cf-4aae-b4b9-a148a9e1b993 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:21:14.682349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] Routers {'7093e969-b3cf-4aae-b4b9-a148a9e1b993'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:14.683213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:20:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:14.706396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:14.713906 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:14.760544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['7e4f5bbf-3eee-4372-bd3f-1f492963dca2'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:21:14.771568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Pushing event deleted for resources: {'Port': ['ID=7e4f5bbf-3eee-4372-bd3f-1f492963dca2,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:14.775334 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:14.862996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552b3a9-8daf-4ce5-a9c5-ff56804a909f req-863d25c0-2306-4882-869a-0acf4155d0cf tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:14.865641 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d552b3a9-8daf-4ce5-a9c5-ff56804a909f req-863d25c0-2306-4882-869a-0acf4155d0cf tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd127909-ac2a-49d8-9a7c-a3adfa8d935d HTTP/1.1" status: 200 len: 946 time: 0.6936164 Apr 20 10:21:14.866227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] No DVR routers for this DVR port 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 on host hv-cinder-77459 {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:21:14.872057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:14.875610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd127909-ac2a-49d8-9a7c-a3adfa8d935d', 'name': 'network-vif-deleted', 'tag': '7e4f5bbf-3eee-4372-bd3f-1f492963dca2'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:14.921035 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 65283900-a25c-4b97-89fe-e241e1a01331, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=65283900-a25c-4b97-89fe-e241e1a01331,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:14.933687 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7f0c6b89-34d2-46f7-a9dc-d7b2153e85ef req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.55 "DELETE /v2.0/ports/7e4f5bbf-3eee-4372-bd3f-1f492963dca2 HTTP/1.1" status: 204 len: 173 time: 1.0134866 Apr 20 10:21:14.945691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': '65283900-a25c-4b97-89fe-e241e1a01331', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'port_id': '65283900-a25c-4b97-89fe-e241e1a01331', 'mac_address': 'fa:16:3e:24:2b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:21:15.034691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] Set router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:15.090507 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d552b3a9-8daf-4ce5-a9c5-ff56804a909f req-3f38e2ae-7711-40a5-ac30-f726fd4d0d01 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] 10.222.0.26 "GET /v2.0/security-groups?id=2927ff38-3c7f-4d00-834f-d795ddf36a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663454 Apr 20 10:21:15.094164 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fee02873-dbaf-40ad-8b33-c94279632c73 req-5d5a1ba6-d4e6-4d3f-962e-765289307443 service neutron] 10.222.0.55 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8519366 Apr 20 10:21:15.154156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:15.155228 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:15.162796 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd127909-ac2a-49d8-9a7c-a3adfa8d935d', 'name': 'network-vif-deleted', 'tag': '7e4f5bbf-3eee-4372-bd3f-1f492963dca2', 'status': 'completed', 'code': 200} Apr 20 10:21:15.169733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1492-1f84-4722-b801-f8c90a1ed02d req-5b0f52d1-78b3-4a11-aaf3-2d63678db2f7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:15.177422 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65283900-a25c-4b97-89fe-e241e1a01331 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:21:15.177581 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a4ec1492-1f84-4722-b801-f8c90a1ed02d req-5b0f52d1-78b3-4a11-aaf3-2d63678db2f7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 943 time: 0.3482065 Apr 20 10:21:15.251488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Deleting port 9ac2f736-2739-4599-838d-488c85a026d2 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:15.252820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:15.302221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 65283900-a25c-4b97-89fe-e241e1a01331, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=65283900-a25c-4b97-89fe-e241e1a01331,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:15.371691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:15.377301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:15.380673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:15.389733 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a4ec1492-1f84-4722-b801-f8c90a1ed02d req-1a070b57-4a34-4eaf-adc1-1b7c5d3aa3c7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111592 Apr 20 10:21:15.488986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=65283900-a25c-4b97-89fe-e241e1a01331,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:15.501365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.501854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.502123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.502476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.502851 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.503225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.503596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.503967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.504335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.504728 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.505096 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.505461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:15.511900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:15.515849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:21:11Z', 'revision_number': 5, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:15.521040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823fba2-e6a7-484c-9009-088d421a66ae None None] The sync data for ids ['7093e969-b3cf-4aae-b4b9-a148a9e1b993'] in dv-cinder-774594-4-iscsi is: [{'id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'name': 'tempest-TestShelveInstance-887620441-router', 'tenant_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9ac2f736-2739-4599-838d-488c85a026d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:26Z', 'updated_at': '2021-04-20T10:21:11Z', 'revision_number': 5, 'project_id': 'bfc2877b50ae4f18ab0b776a2eb41d05', 'gw_port': {'id': '9ac2f736-2739-4599-838d-488c85a026d2', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7093e969-b3cf-4aae-b4b9-a148a9e1b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:27Z', 'updated_at': '2021-04-20T10:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:21:15.565734 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-4ca12278-05f4-445d-9ebe-eb6f0cf9dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:15.567361 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-4ca12278-05f4-445d-9ebe-eb6f0cf9dc2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=440ac12768cf4059896c70cea04e1896&device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 1096 time: 0.3720076 Apr 20 10:21:15.616699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['65283900-a25c-4b97-89fe-e241e1a01331'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:21:15.685374 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7b84f-2c15-41be-b883-4e8788ab0086 req-3b6bb3f8-45f2-4da5-a416-fc57499c3ac6 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:15.687188 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-21b7b84f-2c15-41be-b883-4e8788ab0086 req-3b6bb3f8-45f2-4da5-a416-fc57499c3ac6 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 943 time: 0.3786128 Apr 20 10:21:15.704236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] For port 9ac2f736-2739-4599-838d-488c85a026d2, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9ac2f736-2739-4599-838d-488c85a026d2,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:15.704671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:15.903214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Calling delete_port for 9ac2f736-2739-4599-838d-488c85a026d2 owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:16.027910 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-21b7b84f-2c15-41be-b883-4e8788ab0086 req-01238c08-dbb3-4aa0-86ab-23fc9bc36053 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063369 Apr 20 10:21:16.044915 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-3c84c7d6-163e-4dd0-b65d-a7c36566a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:16.046514 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-3c84c7d6-163e-4dd0-b65d-a7c36566a7aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e977d38-758e-46d0-b2aa-2b301d11c186 HTTP/1.1" status: 200 len: 914 time: 0.4597394 Apr 20 10:21:16.143074 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-06f8e51e-f8be-47d3-8b38-7279f581f9ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc7e4cc8-6615-4260-8e67-4d97997b65d4 HTTP/1.1" status: 200 len: 217 time: 0.0816429 Apr 20 10:21:16.157758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:16.200124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43198) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:16.202559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:16.202965 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 7e4f5bbf-3eee-4372-bd3f-1f492963dca2 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:16.238399 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-1ff0f967-31b8-460b-b216-be304b7d26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:16.241460 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-1ff0f967-31b8-460b-b216-be304b7d26d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=932a843b-09e1-466a-90ba-8ac2de6a7682 HTTP/1.1" status: 200 len: 853 time: 0.0905049 Apr 20 10:21:16.286320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-934bdaa1-142a-4198-87da-64e03be4158e admin admin] Deleting subnet 01252a7c-9121-4e99-a8bf-62138842316e {{(pid=86374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:21:16.300791 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-ddf15d9e-c715-4322-b597-d1020b365c07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e977d38-758e-46d0-b2aa-2b301d11c186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520127 Apr 20 10:21:16.317703 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-934bdaa1-142a-4198-87da-64e03be4158e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.363967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f97ac39e-870b-4f51-b7e9-76f006367669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.379144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-934bdaa1-142a-4198-87da-64e03be4158e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-794101'] for subnet, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.446472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-934bdaa1-142a-4198-87da-64e03be4158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.522139 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-b643f99c-2883-458c-a194-8111cc340b67 service neutron] 10.222.0.55 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141187 Apr 20 10:21:16.561847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.577479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-64a13d15-72b2-4e22-8b22-2ee031808b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:16.723990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac2f736-2739-4599-838d-488c85a026d2,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:16.734584 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:16.898550 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53b736b9-afa5-4596-9a95-2c8e8669e396 req-f6805eff-d1a5-47b5-bc4f-8cdd435d8ed0 service neutron] 10.222.0.55 "GET /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700774 Apr 20 10:21:16.901705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452709'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.929529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-934bdaa1-142a-4198-87da-64e03be4158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3068694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186813'] for subnet, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.936446 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f7dbd71c-7e91-442c-b351-ce0c60f5e9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:16.981291 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-934bdaa1-142a-4198-87da-64e03be4158e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:16.985274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bdaa1-142a-4198-87da-64e03be4158e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01252a7c-9121-4e99-a8bf-62138842316e,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:16.987616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-934bdaa1-142a-4198-87da-64e03be4158e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:16.993330 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-934bdaa1-142a-4198-87da-64e03be4158e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/01252a7c-9121-4e99-a8bf-62138842316e HTTP/1.1" status: 204 len: 168 time: 0.7891762 Apr 20 10:21:16.994489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43204) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:17.022250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba574fd-9e02-4133-b258-2474676df7a3 req-40e8e326-b20c-4c33-9f12-e223daf97e49 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:17.023867 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fba574fd-9e02-4133-b258-2474676df7a3 req-40e8e326-b20c-4c33-9f12-e223daf97e49 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 944 time: 0.4632716 Apr 20 10:21:17.117703 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.123030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773727'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.123873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.126445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.159923 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fba574fd-9e02-4133-b258-2474676df7a3 req-bd94e564-e4b9-49fd-8c99-320ec2525172 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267192 Apr 20 10:21:17.252496 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368083-1dab-4aa2-8d41-666316304cc8 req-f405c440-8308-46ee-b7c4-d16c9f5ec443 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:17.254183 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-89368083-1dab-4aa2-8d41-666316304cc8 req-f405c440-8308-46ee-b7c4-d16c9f5ec443 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 943 time: 0.0913856 Apr 20 10:21:17.259083 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:17.281894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.295525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.296687 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7093e969-b3cf-4aae-b4b9-a148a9e1b993 {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:21:17.304288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:17.304838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 1d1b02b3-8a89-4c4e-a105-ee208ed78de1 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:17.329599 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-89368083-1dab-4aa2-8d41-666316304cc8 req-c770129d-b4f6-41a7-985b-d8df76991b04 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623069 Apr 20 10:21:17.333093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.334615 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b249d20c-09ba-45a0-9005-c093aa54508b admin admin] 10.222.0.26 "DELETE /v2.0/routers/7093e969-b3cf-4aae-b4b9-a148a9e1b993 HTTP/1.1" status: 204 len: 168 time: 3.3961692 Apr 20 10:21:17.338681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43210) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:17.418110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb164af4-a50b-43c2-b678-3161e2983bd0 admin admin] Deleting subnet 7770f066-3626-4da8-b268-32a698661f59 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:21:17.421837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eb164af4-a50b-43c2-b678-3161e2983bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.425582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ba8486-cf05-41a3-9819-8685703ccf0a']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:17.440585 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684fa186-aa01-4156-aa1b-7e1d8856ec8a') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:17.440973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684fa186-aa01-4156-aa1b-7e1d8856ec8a') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:17.454184 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.476135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eb164af4-a50b-43c2-b678-3161e2983bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508365'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.546946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.553943 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:21:17.575859 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eb164af4-a50b-43c2-b678-3161e2983bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.627003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.751512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Network f9ba8486-cf05-41a3-9819-8685703ccf0a has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:21:17.763405 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:17.961027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Network f9ba8486-cf05-41a3-9819-8685703ccf0a has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:21:17.985548 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:21:18.176016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device dc7e4cc8-6615-4260-8e67-4d97997b65d4 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:21:18.178535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 65283900-a25c-4b97-89fe-e241e1a01331 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:18.383893 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port dc7e4cc8-6615-4260-8e67-4d97997b65d4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=dc7e4cc8-6615-4260-8e67-4d97997b65d4,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:18.392082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port 65283900-a25c-4b97-89fe-e241e1a01331 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:18.401709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port 65283900-a25c-4b97-89fe-e241e1a01331 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:18.403624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.411298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda18f6-1efb-4f3f-abab-e71178162b6f req-92ab1af1-35f8-4efb-a5bf-5e065c9e54e8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:18.413036 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9eda18f6-1efb-4f3f-abab-e71178162b6f req-92ab1af1-35f8-4efb-a5bf-5e065c9e54e8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 944 time: 0.0973461 Apr 20 10:21:18.445657 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'dc7e4cc8-6615-4260-8e67-4d97997b65d4', 'network_id': '2e977d38-758e-46d0-b2aa-2b301d11c186', 'port_id': 'dc7e4cc8-6615-4260-8e67-4d97997b65d4', 'mac_address': 'fa:16:3e:58:69:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932a843b-09e1-466a-90ba-8ac2de6a7682', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:21:18.476074 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9eda18f6-1efb-4f3f-abab-e71178162b6f req-4c8cb542-9913-4581-a530-ad870bfe0c63 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548320 Apr 20 10:21:18.479940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.491804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.498231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:18.543645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ba8486-cf05-41a3-9819-8685703ccf0a,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:18.546492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.552590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:18.562873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eb164af4-a50b-43c2-b678-3161e2983bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852794180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2291169'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.568016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7e4cc8-6615-4260-8e67-4d97997b65d4 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:21:18.571451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2411bf0e-8c2c-4e8d-848d-7bef609d600e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:18.610556 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] 10.222.0.26 "DELETE /v2.0/networks/f9ba8486-cf05-41a3-9819-8685703ccf0a HTTP/1.1" status: 204 len: 168 time: 1.6140132 Apr 20 10:21:18.610776 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.615405 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-eb164af4-a50b-43c2-b678-3161e2983bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.621361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb164af4-a50b-43c2-b678-3161e2983bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7770f066-3626-4da8-b268-32a698661f59,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:18.622494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f8ebb-512a-487b-a8bd-65d99fa66aad None None] Network ca003e3b-8012-4a81-b65f-d9325f75f831 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:21:18.625794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-eb164af4-a50b-43c2-b678-3161e2983bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:18.631152 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-eb164af4-a50b-43c2-b678-3161e2983bd0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7770f066-3626-4da8-b268-32a698661f59 HTTP/1.1" status: 204 len: 168 time: 1.2914834 Apr 20 10:21:18.633840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43220) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:18.646400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port dc7e4cc8-6615-4260-8e67-4d97997b65d4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=dc7e4cc8-6615-4260-8e67-4d97997b65d4,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:18.673538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28cdeb-50a0-4746-8a82-84c3d520a03c req-3473809a-068b-4b54-a447-7a60f21a0c46 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:18.675216 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0f28cdeb-50a0-4746-8a82-84c3d520a03c req-3473809a-068b-4b54-a447-7a60f21a0c46 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 943 time: 0.1832488 Apr 20 10:21:18.725135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.731031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:18.732938 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0f28cdeb-50a0-4746-8a82-84c3d520a03c req-fc5ea6a2-127d-46a2-9152-dbef54cd12f3 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507376 Apr 20 10:21:18.783401 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.798386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.812609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Deleting port ae782fb7-7efd-42b3-ab90-a3ff26c42297 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:18.813401 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:18.879155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:18.901539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43226) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:18.938558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=dc7e4cc8-6615-4260-8e67-4d97997b65d4,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:18.944271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port 65283900-a25c-4b97-89fe-e241e1a01331, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=65283900-a25c-4b97-89fe-e241e1a01331,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:18.946052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:18.972450 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331', 'code': 200} Apr 20 10:21:18.973647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['dc7e4cc8-6615-4260-8e67-4d97997b65d4'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:21:18.996381 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d10a17a9-98d4-455d-be9b-9c86edff24eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f4492fc49604fe8bc806f315d33b55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933707 Apr 20 10:21:18.997260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43230) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:19.077227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-da509add-402c-40a2-8924-2f482d6df413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.089033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] For port ae782fb7-7efd-42b3-ab90-a3ff26c42297, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=ae782fb7-7efd-42b3-ab90-a3ff26c42297,segment=NetworkSegment(f70b6180-8010-47c2-9155-66dffe3ee213),segment_id=f70b6180-8010-47c2-9155-66dffe3ee213)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:19.089479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.115432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-da509add-402c-40a2-8924-2f482d6df413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.184117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.191729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-da509add-402c-40a2-8924-2f482d6df413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.195348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:19.200293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5dc7cda8-76a3-41ee-8302-22ee563fbc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:19.218345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da509add-402c-40a2-8924-2f482d6df413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2927ff38-3c7f-4d00-834f-d795ddf36a49,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:19.245362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9ac2f736-2739-4599-838d-488c85a026d2 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:19.245463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-da509add-402c-40a2-8924-2f482d6df413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:19.262064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Calling delete_port for ae782fb7-7efd-42b3-ab90-a3ff26c42297 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:19.267036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-da509add-402c-40a2-8924-2f482d6df413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.268843 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-da509add-402c-40a2-8924-2f482d6df413 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2927ff38-3c7f-4d00-834f-d795ddf36a49 HTTP/1.1" status: 204 len: 168 time: 0.2700765 Apr 20 10:21:19.302820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 9ac2f736-2739-4599-838d-488c85a026d2 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:19.303221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9ac2f736-2739-4599-838d-488c85a026d2 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:19.374926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.376262 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=65283900-a25c-4b97-89fe-e241e1a01331,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:19.382194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-85937aaf-fd90-42e8-80ae-65c259c60c99 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:19.386354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:19.447691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae782fb7-7efd-42b3-ab90-a3ff26c42297,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:19.449659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] No DVR routers for this DVR port ae782fb7-7efd-42b3-ab90-a3ff26c42297 on host dv-cinder-774594-4-iscsi {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:21:19.451349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:19.459096 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab19b36-34fb-4952-b76e-c7c5c2c3d489 None None] DHCP port deletion for ca003e3b-8012-4a81-b65f-d9325f75f831 request from dv-cinder-774594-4-iscsi {{(pid=86375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:21:19.499839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24475-2cff-4d2b-b39b-b2bd559a99ef req-ab473734-5d50-44ac-b1a5-49d4b65e8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:19.501882 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-68e24475-2cff-4d2b-b39b-b2bd559a99ef req-ab473734-5d50-44ac-b1a5-49d4b65e8e19 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 1098 time: 0.1464093 Apr 20 10:21:19.601093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.621177 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-68e24475-2cff-4d2b-b39b-b2bd559a99ef req-7b3d2129-22d5-4b32-ba6c-47c4356f9658 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124547 Apr 20 10:21:19.729549 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca003e3b-8012-4a81-b65f-d9325f75f831']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:19.731282 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f4721-6198-4fb9-9dba-758b11bff18b req-b867f2cf-9275-43c2-8d59-2d65ed8d9b6c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:19.733006 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8c6f4721-6198-4fb9-9dba-758b11bff18b req-b867f2cf-9275-43c2-8d59-2d65ed8d9b6c tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 945 time: 0.0972104 Apr 20 10:21:19.749967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70b6180-8010-47c2-9155-66dffe3ee213') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:19.750276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70b6180-8010-47c2-9155-66dffe3ee213') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:19.768336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.785938 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:19.796934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:21:19.816844 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8c6f4721-6198-4fb9-9dba-758b11bff18b req-c6f69f06-0d67-44b0-8337-ae9fc0083885 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761781 Apr 20 10:21:19.995335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20051242-6f34-4553-adda-830eb2942f55 req-c05c7947-481c-42f4-b0ff-cc7a2f57b5a9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:19.997060 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-20051242-6f34-4553-adda-830eb2942f55 req-c05c7947-481c-42f4-b0ff-cc7a2f57b5a9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 944 time: 0.1023164 Apr 20 10:21:19.997195 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Network ca003e3b-8012-4a81-b65f-d9325f75f831 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:21:20.010392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:20.060250 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-20051242-6f34-4553-adda-830eb2942f55 req-a825a418-ecfb-4ecd-a6f5-8bb74e6a9137 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Apr 20 10:21:20.173865 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device dc7e4cc8-6615-4260-8e67-4d97997b65d4 up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:21:20.295959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port dc7e4cc8-6615-4260-8e67-4d97997b65d4 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:21:20.306056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port dc7e4cc8-6615-4260-8e67-4d97997b65d4 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:21:20.306461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:20.474980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Network ca003e3b-8012-4a81-b65f-d9325f75f831 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:21:20.503336 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:21:20.512056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:20.567197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port dc7e4cc8-6615-4260-8e67-4d97997b65d4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=dc7e4cc8-6615-4260-8e67-4d97997b65d4,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:20.597694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:20.600973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:20.631968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:20.636780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7436b15d-ec9d-416a-a1d0-548242ac159d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:20.663179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:20.686828 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca003e3b-8012-4a81-b65f-d9325f75f831,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:20.694419 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=dc7e4cc8-6615-4260-8e67-4d97997b65d4,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:20.701274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:20.715321 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-0c4c5a0f-4c65-4593-bf4a-c83d89e472ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917141 Apr 20 10:21:20.717265 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:20.748575 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ca003e3b-8012-4a81-b65f-d9325f75f831 HTTP/1.1" status: 204 len: 168 time: 2.1099617 Apr 20 10:21:20.749103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43266) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:20.839341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-177609de-4066-44c2-85e4-1c67921751cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:20.840931 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-177609de-4066-44c2-85e4-1c67921751cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 1099 time: 0.1030090 Apr 20 10:21:20.982145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b3987a-87c9-448e-9608-2f02ab426e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7e4cc8-6615-4260-8e67-4d97997b65d4'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:21.059694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-71f00fe6-251d-474f-b156-f52a36bf709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:21.061231 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-71f00fe6-251d-474f-b156-f52a36bf709f service neutron] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 912 time: 0.1980460 Apr 20 10:21:21.120349 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b3987a-87c9-448e-9608-2f02ab426e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7e4cc8-6615-4260-8e67-4d97997b65d4', 'code': 200} Apr 20 10:21:21.228170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de7fac-dc65-4e45-ae84-2f0abb364143 req-d770c36e-ab5a-4f54-8698-f17781ef9bd8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:21.233423 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d4de7fac-dc65-4e45-ae84-2f0abb364143 req-d770c36e-ab5a-4f54-8698-f17781ef9bd8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 945 time: 0.2227170 Apr 20 10:21:21.263391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device ae782fb7-7efd-42b3-ab90-a3ff26c42297 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:21.308817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: ae782fb7-7efd-42b3-ab90-a3ff26c42297 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:21.309191 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device ae782fb7-7efd-42b3-ab90-a3ff26c42297 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:21.328463 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-517fba81-5188-41b3-848d-2a02af20d11f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd588f6c-cf2f-4706-8e66-5b890bb1b14a HTTP/1.1" status: 200 len: 1002 time: 0.2594404 Apr 20 10:21:21.418310 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d4de7fac-dc65-4e45-ae84-2f0abb364143 req-404c26b9-54c9-414f-94b2-515ed4ecc9fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797822 Apr 20 10:21:21.440429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-6aefd645-edb8-4fca-86bb-532aa14d4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:21.442127 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-6aefd645-edb8-4fca-86bb-532aa14d4633 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.1039340 Apr 20 10:21:21.481025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854342246'] for router_interface, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:21.502270 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811edad-e7e3-4ebe-9e58-829ea2b0d38b req-4a861cba-1790-4a4a-bce1-f3494f2912ea tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:21.504017 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3811edad-e7e3-4ebe-9e58-829ea2b0d38b req-4a861cba-1790-4a4a-bce1-f3494f2912ea tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 945 time: 0.2669909 Apr 20 10:21:21.581953 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-3811edad-e7e3-4ebe-9e58-829ea2b0d38b req-20811100-f297-4e36-91c7-46738e2a4ba6 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658197 Apr 20 10:21:21.593689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-c56f4eca-ce9a-400a-b19c-efeb49b783f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:21.595385 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-c56f4eca-ce9a-400a-b19c-efeb49b783f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1444111 Apr 20 10:21:21.829981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5164f-cbab-45da-868b-67c620b3f8fc req-c85c0bc6-d703-4140-ba41-1ca751d62a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:21.831576 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5c5164f-cbab-45da-868b-67c620b3f8fc req-c85c0bc6-d703-4140-ba41-1ca751d62a1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 1098 time: 0.2106097 Apr 20 10:21:21.840007 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-b4806116-9caa-4130-bac4-51f9a346bb37 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325113 Apr 20 10:21:21.849189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee16f-b2f4-4203-823a-bba7a19ac24d req-1376811b-8e24-4442-9234-d69442a85d5b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:21.850919 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b44ee16f-b2f4-4203-823a-bba7a19ac24d req-1376811b-8e24-4442-9234-d69442a85d5b tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 945 time: 0.2201977 Apr 20 10:21:21.888101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43298) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:21.928128 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5c5164f-cbab-45da-868b-67c620b3f8fc req-cd55832c-521c-4442-adf0-7dac49fdf8c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650003 Apr 20 10:21:22.003370 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b44ee16f-b2f4-4203-823a-bba7a19ac24d req-49ca1d8b-d403-436f-939f-344165fa606f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245887 Apr 20 10:21:22.004822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Deleting port c92d13c0-3ba2-4c9e-91ac-a5576faf7315 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:22.005258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.048727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43304) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:22.065354 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3a90e9c-c206-40f9-bd34-fdaa5e91dd18 req-9ece8c42-cc09-4c97-a9f4-55c1f646702e service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133231 Apr 20 10:21:22.125158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.141609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:22.145722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae011be82844b45b6c12be018eb5408 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:22.148715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:22.155600 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:22.275772 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] For port c92d13c0-3ba2-4c9e-91ac-a5576faf7315, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=c92d13c0-3ba2-4c9e-91ac-a5576faf7315,segment=NetworkSegment(a4339231-8f31-4073-8297-0317646e1b03),segment_id=a4339231-8f31-4073-8297-0317646e1b03)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:22.276118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.298393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.329211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.339254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:22.383910 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ae011be82844b45b6c12be018eb5408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821372 Apr 20 10:21:22.385096 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a608d1-195e-4d06-9352-d9e82bca024b,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:22.387735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43310) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:22.390781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-26f407b6-9f08-47c7-b0d0-ce8c13ea0773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:22.418079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Calling delete_port for c92d13c0-3ba2-4c9e-91ac-a5576faf7315 owned by network:router_interface {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:22.455191 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5107b70c-4ce9-4a74-a667-f00c8bbf44e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.491977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5107b70c-4ce9-4a74-a667-f00c8bbf44e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.497359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8355a5-9c0c-4416-9c9e-42ea30950866 tempest-TestVolumeBootPattern-588874643 tempest-TestVolumeBootPattern-588874643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:22.499732 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5f8355a5-9c0c-4416-9c9e-42ea30950866 tempest-TestVolumeBootPattern-588874643 tempest-TestVolumeBootPattern-588874643-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 1093 time: 0.4499035 Apr 20 10:21:22.502353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43314) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:22.517079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Request body: {'floatingip': {'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'port_id': '65283900-a25c-4b97-89fe-e241e1a01331', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:21:22.535628 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:22.542211 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Usage tracker for resource:floatingip and tenant:b14fa126086e4ec1b462dd99b1744781 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:22.551896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:22.560679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:22.579914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5107b70c-4ce9-4a74-a667-f00c8bbf44e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.584171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4f86e4fe-2927-4015-9d56-deb2f643d4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:22.603543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107b70c-4ce9-4a74-a667-f00c8bbf44e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a608d1-195e-4d06-9352-d9e82bca024b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:22.606238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5107b70c-4ce9-4a74-a667-f00c8bbf44e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:22.607379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5107b70c-4ce9-4a74-a667-f00c8bbf44e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.611783 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5107b70c-4ce9-4a74-a667-f00c8bbf44e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27a608d1-195e-4d06-9352-d9e82bca024b HTTP/1.1" status: 204 len: 168 time: 0.2199836 Apr 20 10:21:22.631884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.805663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:22.813332 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2ff08ad6-d5bd-4bcc-80ea-de37ade722d7 tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:22.845056 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b01d8d-0bcf-4bc1-80f3-7e60926ad901 req-4290c612-baaa-4b32-a039-9d67e0aa7e08 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:22.846730 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30b01d8d-0bcf-4bc1-80f3-7e60926ad901 req-4290c612-baaa-4b32-a039-9d67e0aa7e08 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 945 time: 0.1159940 Apr 20 10:21:22.870926 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92d13c0-3ba2-4c9e-91ac-a5576faf7315,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:22.873869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:22.901591 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30b01d8d-0bcf-4bc1-80f3-7e60926ad901 req-0568f911-29e8-4fa8-894f-fb34e453aa83 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476644 Apr 20 10:21:22.996166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:23.581954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854342172'] for router_interface, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:23.599162 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Allocated IP 172.27.3.154 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/bb0c7740-eca3-46e0-a97f-1d2e1cd5b8c7) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:21:24.130313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.149794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6ad71-67c9-443f-ba00-bec9d8bf1e11 req-952b0027-bd5d-4b43-82a2-bf55fa25fe2e tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:24.152163 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-01f6ad71-67c9-443f-ba00-bec9d8bf1e11 req-952b0027-bd5d-4b43-82a2-bf55fa25fe2e tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 945 time: 0.1195018 Apr 20 10:21:24.214971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Router f52da84b-84f1-4f0a-a85a-071e99a45059 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:21:24.237987 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-01f6ad71-67c9-443f-ba00-bec9d8bf1e11 req-e13bbbca-729b-4761-b697-0bd37138d399 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789618 Apr 20 10:21:24.282899 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:24.294401 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:24.442127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:21:24.452099 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:21:24.454770 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:21:24.521827 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'Port': ['ID=bb0c7740-eca3-46e0-a97f-1d2e1cd5b8c7,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:24.525726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:24.639490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:21:24.655813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] Sync routers for ids ['f52da84b-84f1-4f0a-a85a-071e99a45059'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:21:24.669948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] Routers {'f52da84b-84f1-4f0a-a85a-071e99a45059'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:24.670632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:21:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['f52da84b-84f1-4f0a-a85a-071e99a45059'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:24.675045 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-31b2f407-0197-4fab-9154-e6638ab1ac07 admin admin] 10.222.0.26 "PUT /v2.0/routers/f52da84b-84f1-4f0a-a85a-071e99a45059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9244461 Apr 20 10:21:24.678373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43356) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:24.942977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] Set router f52da84b-84f1-4f0a-a85a-071e99a45059 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:25.000319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:25.137052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:25.261385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:25.301084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Deleting port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:25.301483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:25.339380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:25.383322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:38Z', 'updated_at': '2021-04-20T10:21:22Z', 'revision_number': 5, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'gw_port': {'id': '80eb5b9f-04dc-4c21-aabd-bee23c81a00b', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:39Z', 'updated_at': '2021-04-20T10:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:25.388666 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] Checking router: f52da84b-84f1-4f0a-a85a-071e99a45059 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:21:25.400788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] Routers {'f52da84b-84f1-4f0a-a85a-071e99a45059'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:25.401466 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:21:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['f52da84b-84f1-4f0a-a85a-071e99a45059'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:25.600829 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] For port 80eb5b9f-04dc-4c21-aabd-bee23c81a00b, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=80eb5b9f-04dc-4c21-aabd-bee23c81a00b,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:25.601379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:25.756945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] Set router f52da84b-84f1-4f0a-a85a-071e99a45059 gateway port host: None {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:25.762242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Calling delete_port for 80eb5b9f-04dc-4c21-aabd-bee23c81a00b owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:25.846722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:25.865544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43384) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:25.897640 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:38Z', 'updated_at': '2021-04-20T10:21:25Z', 'revision_number': 6, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'gw_port_host': None}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:25.902937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ba83d-ecff-40fb-8f7b-0f65848b94fd None None] The sync data for ids ['f52da84b-84f1-4f0a-a85a-071e99a45059'] in dv-cinder-774594-4-iscsi is: [{'id': 'f52da84b-84f1-4f0a-a85a-071e99a45059', 'name': 'tempest-TestShelveInstance-1114836022-router', 'tenant_id': 'f417186feb6e403a9dae5501b197830a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:38Z', 'updated_at': '2021-04-20T10:21:25Z', 'revision_number': 6, 'project_id': 'f417186feb6e403a9dae5501b197830a', 'gw_port_host': None}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:21:25.940568 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:25.951482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-97e7fb7c-04d1-4779-a3ed-8d722690368a tempest-ServerRescueNegativeTestJSON-722816355 tempest-ServerRescueNegativeTestJSON-722816355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:26.061730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.079349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:26.082520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.089988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82312a92-73b1-48a3-bdd0-717f7754b653 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:26.121414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] Usage tracker for resource:security_group_rule and tenant:23aaaef4f9cd408cba2918c7334e1ce7 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:26.121758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event updated for resources: {'Port': ['ID=bb0c7740-eca3-46e0-a97f-1d2e1cd5b8c7,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:26.126944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:26.129997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.385957 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Floating IP cb3c3fb9-b6d7-4242-9e87-ca592b2f0cd3 associated. External IP: 172.27.3.154, port: 65283900-a25c-4b97-89fe-e241e1a01331. Apr 20 10:21:26.395679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:26.406987 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=80eb5b9f-04dc-4c21-aabd-bee23c81a00b,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:26.409460 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:26.414318 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:26.551735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452709'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.765835 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773727'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.772764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.894634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.940125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:26.950606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-656b28aa-fca0-4330-bc84-047ee847d094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:26.996465 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23aaaef4f9cd408cba2918c7334e1ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1297903 Apr 20 10:21:26.998382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb33ba19-46b1-4706-ab61-25aac99bf662,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:26.999614 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43392) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:27.001947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-19de286b-59ed-4022-ae9d-f67763440e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:27.069292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74d111c1-fe61-4f82-a409-4676b43fe967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.106114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.106765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52da84b-84f1-4f0a-a85a-071e99a45059 {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:21:27.129609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.130944 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-17dc9a5d-f2ff-4d4a-a426-02d06ac40e1d admin admin] 10.222.0.26 "DELETE /v2.0/routers/f52da84b-84f1-4f0a-a85a-071e99a45059 HTTP/1.1" status: 204 len: 168 time: 2.4513090 Apr 20 10:21:27.133788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43396) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:27.209670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1fc5c8-f015-45bc-b565-84c8b6690fed admin admin] Deleting subnet a970f74e-3329-4ad4-a674-c6de0f7567b1 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:21:27.217114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab1fc5c8-f015-45bc-b565-84c8b6690fed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.232319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74d111c1-fe61-4f82-a409-4676b43fe967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.254150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 80eb5b9f-04dc-4c21-aabd-bee23c81a00b no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:27.277587 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab1fc5c8-f015-45bc-b565-84c8b6690fed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508365'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.293526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 80eb5b9f-04dc-4c21-aabd-bee23c81a00b {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:27.293902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 80eb5b9f-04dc-4c21-aabd-bee23c81a00b not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:27.294537 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device c92d13c0-3ba2-4c9e-91ac-a5576faf7315 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:27.332404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: c92d13c0-3ba2-4c9e-91ac-a5576faf7315 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:27.333124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device c92d13c0-3ba2-4c9e-91ac-a5576faf7315 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:27.335026 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Router 962653b5-66ee-449f-b42d-1f45bbfa3f20 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:21:27.368080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab1fc5c8-f015-45bc-b565-84c8b6690fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.404051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74d111c1-fe61-4f82-a409-4676b43fe967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.418055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bd9dc8d2-f98c-42bb-9502-02bc8d761d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:27.488017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d111c1-fe61-4f82-a409-4676b43fe967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb33ba19-46b1-4706-ab61-25aac99bf662,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:27.501538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-74d111c1-fe61-4f82-a409-4676b43fe967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:27.524851 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-74d111c1-fe61-4f82-a409-4676b43fe967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.525960 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-74d111c1-fe61-4f82-a409-4676b43fe967 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb33ba19-46b1-4706-ab61-25aac99bf662 HTTP/1.1" status: 204 len: 168 time: 0.5252299 Apr 20 10:21:27.577545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:21:27.591689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] Sync routers for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:21:27.603286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:27.604234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:21:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:27.654847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.722745 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2196989 Apr 20 10:21:27.723514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:27.772589 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab1fc5c8-f015-45bc-b565-84c8b6690fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852794180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2291169'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.788858 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:27.833365 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331', 'status': 'completed', 'code': 200} Apr 20 10:21:27.851528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ab1fc5c8-f015-45bc-b565-84c8b6690fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:27.857181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:27.866054 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ab1fc5c8-f015-45bc-b565-84c8b6690fed admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a970f74e-3329-4ad4-a674-c6de0f7567b1 HTTP/1.1" status: 204 len: 168 time: 0.7265973 Apr 20 10:21:27.866054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fc5c8-f015-45bc-b565-84c8b6690fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a970f74e-3329-4ad4-a674-c6de0f7567b1,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:27.867404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43410) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:27.871188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ab1fc5c8-f015-45bc-b565-84c8b6690fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:27.908501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc755df6-7b64-4bac-aa52-4d8d7e4ded0a None None] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:21:27.981146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-5b69a482-c64d-4846-8f15-e4190b77b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:27.982805 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-5b69a482-c64d-4846-8f15-e4190b77b2da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 1098 time: 0.1235728 Apr 20 10:21:28.081349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.099592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Deleting port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:28.100403 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.175527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-20cfdc08-392d-4f81-80f4-2ea6c104b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:28.177162 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-20cfdc08-392d-4f81-80f4-2ea6c104b17d service neutron] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 912 time: 0.1872492 Apr 20 10:21:28.228258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43414) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:28.289647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.326061 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-2a9c2a8b-bfbc-4a76-93aa-94fc670edfab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65283900-a25c-4b97-89fe-e241e1a01331 HTTP/1.1" status: 200 len: 999 time: 0.1411676 Apr 20 10:21:28.346583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:28.393324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] Usage tracker for resource:security_group_rule and tenant:2c24ccbeb5054cd3a0ebc0919b0fec78 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:28.406580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:28.412815 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-f945ed74-e058-46c6-90d5-cea0d76295eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:28.414512 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-f945ed74-e058-46c6-90d5-cea0d76295eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.0823700 Apr 20 10:21:28.471217 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] DHCP port deletion for 8e43a850-a9fe-409a-96de-e3036d6e9c6f request from dv-cinder-774594-4-iscsi {{(pid=86375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:21:28.484375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] Deleting port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:28.485156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.537982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:28.545400 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-48c90880-9021-46b4-903b-34b634b551fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:28.548939 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-48c90880-9021-46b4-903b-34b634b551fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1261075 Apr 20 10:21:28.560114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'cb3c3fb9-b6d7-4242-9e87-ca592b2f0cd3', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': '65283900-a25c-4b97-89fe-e241e1a01331', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:24:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:21:25Z', 'updated_at': '2021-04-20T10:21:25Z', 'revision_number': 0, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}, {'id': 'e7a46c34-d241-4303-aea9-cf6f5789f49c', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:19:02Z', 'updated_at': '2021-04-20T10:19:06Z', 'revision_number': 1, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:28.563002 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-0d5e1903-7e8d-41d0-b7f0-0bee0c2424ba service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=86373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 10:21:28.564859 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-0d5e1903-7e8d-41d0-b7f0-0bee0c2424ba service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087986 Apr 20 10:21:28.566789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] Checking router: 962653b5-66ee-449f-b42d-1f45bbfa3f20 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:21:28.613043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] For port 9199e92c-22bf-45cf-a1da-33fd5f2850c2, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9199e92c-22bf-45cf-a1da-33fd5f2850c2,segment=NetworkSegment(a4339231-8f31-4073-8297-0317646e1b03),segment_id=a4339231-8f31-4073-8297-0317646e1b03)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:28.613681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.619333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:21:28.620048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:21:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:28.811202 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-d7a2537a-abbe-43d9-a2f7-38868b6dc177 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369070 Apr 20 10:21:28.879502 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Calling delete_port for 9199e92c-22bf-45cf-a1da-33fd5f2850c2 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:28.936234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.975683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:28.996308 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7934ea87-a43d-4228-9b7c-2b4fdaa578df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:29.011072 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-52de16c7-95f5-4a55-b23f-b30598c341fa req-61e6aa62-4fc2-4863-8ede-9a2898b909bd service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926894 Apr 20 10:21:29.078356 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c24ccbeb5054cd3a0ebc0919b0fec78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8383756 Apr 20 10:21:29.081460 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43420) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:29.084397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c069e1-5fac-4f28-b8f4-4dab355221ca,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:29.089061 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1a669a6f-4b19-42dd-9703-481636de54ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:29.101529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] For port 9199e92c-22bf-45cf-a1da-33fd5f2850c2, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9199e92c-22bf-45cf-a1da-33fd5f2850c2,segment=NetworkSegment(a4339231-8f31-4073-8297-0317646e1b03),segment_id=a4339231-8f31-4073-8297-0317646e1b03)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:29.101981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.118055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.125173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ae2c2dce-910b-45a4-8ca4-acdd5e97e329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:29.177710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56c81352-7a85-4ca3-8294-e4df69e3a7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.185159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] No DVR routers for this DVR port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 on host dv-cinder-774594-4-iscsi {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:21:29.217790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9199e92c-22bf-45cf-a1da-33fd5f2850c2,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:29.220747 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:29.236722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56c81352-7a85-4ca3-8294-e4df69e3a7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.273406 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] Calling delete_port for 9199e92c-22bf-45cf-a1da-33fd5f2850c2 owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:29.308849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9199e92c-22bf-45cf-a1da-33fd5f2850c2 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:29.328013 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.361062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:21:29.363991 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56c81352-7a85-4ca3-8294-e4df69e3a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.374691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4df347bd-60cb-49b6-9bf7-26fa2718b55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:29.402737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c81352-7a85-4ca3-8294-e4df69e3a7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c069e1-5fac-4f28-b8f4-4dab355221ca,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:29.407038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 9199e92c-22bf-45cf-a1da-33fd5f2850c2 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:29.407533 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9199e92c-22bf-45cf-a1da-33fd5f2850c2 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:21:29.411971 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-56c81352-7a85-4ca3-8294-e4df69e3a7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:29.416889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56c81352-7a85-4ca3-8294-e4df69e3a7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.418467 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-56c81352-7a85-4ca3-8294-e4df69e3a7bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97c069e1-5fac-4f28-b8f4-4dab355221ca HTTP/1.1" status: 204 len: 168 time: 0.3352780 Apr 20 10:21:29.463141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e43a850-a9fe-409a-96de-e3036d6e9c6f']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:29.477123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4339231-8f31-4073-8297-0317646e1b03') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:29.478128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4339231-8f31-4073-8297-0317646e1b03') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:29.491876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.515605 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.523424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:21:29.672537 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:21:29.673307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:21:29.722989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:21:29.736624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:29.991634 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'cb3c3fb9-b6d7-4242-9e87-ca592b2f0cd3', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': '65283900-a25c-4b97-89fe-e241e1a01331', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:24:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:21:25Z', 'updated_at': '2021-04-20T10:21:25Z', 'revision_number': 0, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}, {'id': 'e7a46c34-d241-4303-aea9-cf6f5789f49c', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:19:02Z', 'updated_at': '2021-04-20T10:19:06Z', 'revision_number': 1, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:21:29.999860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Network 8e43a850-a9fe-409a-96de-e3036d6e9c6f has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:21:30.000730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c80d1-0137-443f-87b9-6439aeb9440b None None] The sync data for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi is: [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'cb3c3fb9-b6d7-4242-9e87-ca592b2f0cd3', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': '65283900-a25c-4b97-89fe-e241e1a01331', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:24:2b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:21:25Z', 'updated_at': '2021-04-20T10:21:25Z', 'revision_number': 0, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}, {'id': 'e7a46c34-d241-4303-aea9-cf6f5789f49c', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:19:02Z', 'updated_at': '2021-04-20T10:19:06Z', 'revision_number': 1, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:21:30.039692 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:21:30.175145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] Deleting port 9199e92c-22bf-45cf-a1da-33fd5f2850c2 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:30.175781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.208976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.217016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.220234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-22422fa7-ef61-4a70-9fca-6dea85d6bf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:30.247132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e43a850-a9fe-409a-96de-e3036d6e9c6f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:30.252824 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:30.260195 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-189fce3d-1499-4f1e-8c3f-cb5f151353c5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8e43a850-a9fe-409a-96de-e3036d6e9c6f HTTP/1.1" status: 204 len: 168 time: 2.3898859 Apr 20 10:21:30.287957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-cf38cab2-778e-479f-85d2-7b31b52a6c12 None None] The port '9199e92c-22bf-45cf-a1da-33fd5f2850c2' was deleted {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:21:30.357004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df5e765-3453-4a33-862f-d42c8c3cadb0 None None] New status for floating IP cb3c3fb9-b6d7-4242-9e87-ca592b2f0cd3: ACTIVE {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:21:30.724615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43448) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:30.787896 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-538444c6-3f89-4845-aef0-47cfd436a219 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bfc2877b50ae4f18ab0b776a2eb41d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614109 Apr 20 10:21:30.791285 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43452) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:30.863461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a16be7d2-bce6-463e-b54f-d70956dd999a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.893636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a16be7d2-bce6-463e-b54f-d70956dd999a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:30.997488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a16be7d2-bce6-463e-b54f-d70956dd999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:31.004573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c5b9f078-5191-4c1d-b172-457d42907f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:31.020847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16be7d2-bce6-463e-b54f-d70956dd999a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ea73df-7d74-41a8-bb0e-8885f2590a8f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:31.027621 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a16be7d2-bce6-463e-b54f-d70956dd999a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:31.029505 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a16be7d2-bce6-463e-b54f-d70956dd999a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:31.032343 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-a16be7d2-bce6-463e-b54f-d70956dd999a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5ea73df-7d74-41a8-bb0e-8885f2590a8f HTTP/1.1" status: 204 len: 168 time: 0.2382748 Apr 20 10:21:31.698954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43476) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:31.804029 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-178e16f0-85ad-47c2-a7a0-8a0e7bced02b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f417186feb6e403a9dae5501b197830a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037123 Apr 20 10:21:31.811288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43480) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:31.887615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5ff706d9-78f9-4902-bed8-9232016f15f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:31.919189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5ff706d9-78f9-4902-bed8-9232016f15f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.003285 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5ff706d9-78f9-4902-bed8-9232016f15f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.009721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9bba5cd6-a464-4b59-8863-4ad90a3eb8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:32.026113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff706d9-78f9-4902-bed8-9232016f15f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322d758-3d04-4dfa-9801-3d442b27cb1f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:32.029488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5ff706d9-78f9-4902-bed8-9232016f15f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:32.030977 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5ff706d9-78f9-4902-bed8-9232016f15f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:32.031696 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5ff706d9-78f9-4902-bed8-9232016f15f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a322d758-3d04-4dfa-9801-3d442b27cb1f HTTP/1.1" status: 204 len: 168 time: 0.2191527 Apr 20 10:21:37.747189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43560) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:37.904338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:37.921414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:37.925684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Usage tracker for resource:security_group_rule and tenant:d68ba165f60340c0bc1c4c1d210b34ca is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:37.928898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:37.935894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:38.107539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.134931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.148945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8944bf1a-9da9-4d43-9749-79c30633d200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:38.195895 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d68ba165f60340c0bc1c4c1d210b34ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471135 Apr 20 10:21:38.204447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30be4998-4d33-408a-a59c-09f07e2296b9,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:38.204742 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43570) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:38.204912 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:38.274837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-25b16b61-0f29-4616-8321-5f75b6ceb1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.311759 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-25b16b61-0f29-4616-8321-5f75b6ceb1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.420219 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-25b16b61-0f29-4616-8321-5f75b6ceb1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.426510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-56c81352-7a85-4ca3-8294-e4df69e3a7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:38.442478 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b16b61-0f29-4616-8321-5f75b6ceb1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30be4998-4d33-408a-a59c-09f07e2296b9,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:38.445823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-25b16b61-0f29-4616-8321-5f75b6ceb1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:38.449365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-25b16b61-0f29-4616-8321-5f75b6ceb1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:38.451172 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-25b16b61-0f29-4616-8321-5f75b6ceb1e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30be4998-4d33-408a-a59c-09f07e2296b9 HTTP/1.1" status: 204 len: 168 time: 0.2493942 Apr 20 10:21:39.047693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43580) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:39.069025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.088031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:39.092881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e967b73bacf14621b4a25422b70d7f5d is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:39.096435 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:39.104109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:39.201566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.237311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.245362 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3dea4070-f330-425b-adee-b8607375ec27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:39.293227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78f5395-4fa9-47a4-86bb-13856b708f73,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:39.296618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:39.299575 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e967b73bacf14621b4a25422b70d7f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507524 Apr 20 10:21:39.302521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43584) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:39.373104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-62f24609-5fa1-4ef9-a6f0-8b29eb5bac15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.403402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-62f24609-5fa1-4ef9-a6f0-8b29eb5bac15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.488786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-62f24609-5fa1-4ef9-a6f0-8b29eb5bac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.496150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e15d20c4-43fc-4ba2-b8ea-14d785a082b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:39.511715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f24609-5fa1-4ef9-a6f0-8b29eb5bac15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78f5395-4fa9-47a4-86bb-13856b708f73,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:39.514558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-62f24609-5fa1-4ef9-a6f0-8b29eb5bac15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:39.526598 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-62f24609-5fa1-4ef9-a6f0-8b29eb5bac15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:39.529045 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-62f24609-5fa1-4ef9-a6f0-8b29eb5bac15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e78f5395-4fa9-47a4-86bb-13856b708f73 HTTP/1.1" status: 204 len: 168 time: 0.2248249 Apr 20 10:21:41.284489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:21:43.551510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8db434f9-f688-4807-a828-cc9686213baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:45.369985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:46.283185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e8324cfd-7048-4e03-8b15-7061949b2059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:47.123809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:47.642674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.204406 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43710) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:48.357258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.375042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:48.379339 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] Usage tracker for resource:security_group_rule and tenant:e93040b73a0f4795909547cd28038599 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:48.382670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:48.390425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:48.492694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.534284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.545955 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-35b0a3c2-cc0b-4782-887e-264426bf0e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:48.595916 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e93040b73a0f4795909547cd28038599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893743 Apr 20 10:21:48.597538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.597954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44705fc1-feba-4f7c-8ca0-34a8b7eadb51,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:48.599091 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43718) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:48.601572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-128b00c3-f5d3-4f93-a69b-df38aff6cb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:48.726914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1ba6e2d8-cfb1-4383-bd03-67a2d419030c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.772868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1ba6e2d8-cfb1-4383-bd03-67a2d419030c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.832805 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4637dd7-69ca-443c-9887-13ad76b9fcba req-8812cbb7-989c-4371-9bf8-3ae0a21d0c8d tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:48.834393 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b4637dd7-69ca-443c-9887-13ad76b9fcba req-8812cbb7-989c-4371-9bf8-3ae0a21d0c8d tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 945 time: 0.1700909 Apr 20 10:21:48.879641 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1ba6e2d8-cfb1-4383-bd03-67a2d419030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.888530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5fed7384-1aa1-4a32-8f3f-0c2c629c2a0a tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:48.902944 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b4637dd7-69ca-443c-9887-13ad76b9fcba req-b18b4af6-4cd8-46a1-bf8c-a5c54e98d49b tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609183 Apr 20 10:21:48.908060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6e2d8-cfb1-4383-bd03-67a2d419030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44705fc1-feba-4f7c-8ca0-34a8b7eadb51,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:48.910948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1ba6e2d8-cfb1-4383-bd03-67a2d419030c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:48.914088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1ba6e2d8-cfb1-4383-bd03-67a2d419030c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:48.916291 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1ba6e2d8-cfb1-4383-bd03-67a2d419030c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44705fc1-feba-4f7c-8ca0-34a8b7eadb51 HTTP/1.1" status: 204 len: 168 time: 0.3150628 Apr 20 10:21:49.530277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43726) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:49.555595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:49.571693 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:21:49.575753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:ab86e5535cf14343933e7ae92b651053 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:21:49.578686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:21:49.585250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:21:49.672779 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:49.729003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:49.738882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-672848f4-e8d0-4817-8a8e-c29c2f97eb89 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:49.783615 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab86e5535cf14343933e7ae92b651053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520976 Apr 20 10:21:49.785709 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab999ab-4d01-41a1-a0db-c4dfaf5d4c80,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:49.787528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43730) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:21:49.790288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:49.854941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9498fa20-2913-4514-903a-dfdaffb9968a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:49.883937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9498fa20-2913-4514-903a-dfdaffb9968a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:49.957053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9498fa20-2913-4514-903a-dfdaffb9968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:49.963212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-24e6c797-a4aa-498a-8c66-fb47ba5aa037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:49.975671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498fa20-2913-4514-903a-dfdaffb9968a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab999ab-4d01-41a1-a0db-c4dfaf5d4c80,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:49.979486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9498fa20-2913-4514-903a-dfdaffb9968a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:49.981528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9498fa20-2913-4514-903a-dfdaffb9968a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:49.985524 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9498fa20-2913-4514-903a-dfdaffb9968a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ab999ab-4d01-41a1-a0db-c4dfaf5d4c80 HTTP/1.1" status: 204 len: 168 time: 0.1942401 Apr 20 10:21:50.121203 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c137-dd6e-43fd-bf3e-433529a8273a req-764d1a6a-8548-4ee4-85a5-b26ad5670d6b tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:50.122913 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f646c137-dd6e-43fd-bf3e-433529a8273a req-764d1a6a-8548-4ee4-85a5-b26ad5670d6b tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 945 time: 0.0966797 Apr 20 10:21:50.173180 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f646c137-dd6e-43fd-bf3e-433529a8273a req-34e08a7d-7c19-42c5-a6cf-687d65fa05cc tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2854948-52ee-45c9-87d5-2c4bd98f2dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Apr 20 10:21:50.488820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-67ceb0e0-87d1-41cd-a248-82c76a9c8e1e tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:21:50.490411 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-67ceb0e0-87d1-41cd-a248-82c76a9c8e1e tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 945 time: 0.0968962 Apr 20 10:21:50.578337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Deleting port dc7e4cc8-6615-4260-8e67-4d97997b65d4 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:21:50.578935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:50.857819 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] For port dc7e4cc8-6615-4260-8e67-4d97997b65d4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=dc7e4cc8-6615-4260-8e67-4d97997b65d4,segment=NetworkSegment(68df9543-9d01-44c5-81ea-e5f790f0fe62),segment_id=68df9543-9d01-44c5-81ea-e5f790f0fe62)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:21:50.862190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:50.996180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Calling delete_port for dc7e4cc8-6615-4260-8e67-4d97997b65d4 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:21:51.244945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:51.251351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5e57ef42-e03c-412f-8910-19d02b71f10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:21:51.256841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['dc7e4cc8-6615-4260-8e67-4d97997b65d4'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:21:51.306592 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Pushing event deleted for resources: {'Port': ['ID=dc7e4cc8-6615-4260-8e67-4d97997b65d4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:21:51.360212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.360668 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.361168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.361572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.362037 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.362445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.363316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.363316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.363647 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.364044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.364442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.364870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:21:51.408732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:21:51.411378 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4411b155-56f6-4326-928b-a446008c856f req-e6e8140a-78a8-4204-ad6d-a72384ca3964 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 210 time: 0.1070695 Apr 20 10:21:51.458097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] No DVR routers for this DVR port dc7e4cc8-6615-4260-8e67-4d97997b65d4 on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:21:51.460741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:21:51.464664 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b3987a-87c9-448e-9608-2f02ab426e76', 'name': 'network-vif-deleted', 'tag': 'dc7e4cc8-6615-4260-8e67-4d97997b65d4'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:21:51.543477 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e0f57a3a-a9f2-4a07-9bf3-3c9701ae3d7b req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.55 "DELETE /v2.0/ports/dc7e4cc8-6615-4260-8e67-4d97997b65d4 HTTP/1.1" status: 204 len: 173 time: 1.0459986 Apr 20 10:21:51.663315 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b3987a-87c9-448e-9608-2f02ab426e76', 'name': 'network-vif-deleted', 'tag': 'dc7e4cc8-6615-4260-8e67-4d97997b65d4', 'status': 'completed', 'code': 200} Apr 20 10:21:52.595919 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-e34ecc8f-dd91-4918-954f-c883cad18b3e req-62d30546-cfcf-4132-a74e-97b3e7e70615 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Synchronizing usage tracker for tenant:440ac12768cf4059896c70cea04e1896 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:21:52.666429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-e34ecc8f-dd91-4918-954f-c883cad18b3e req-62d30546-cfcf-4132-a74e-97b3e7e70615 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Unset dirty status for tenant:440ac12768cf4059896c70cea04e1896 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:21:52.667762 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e34ecc8f-dd91-4918-954f-c883cad18b3e req-62d30546-cfcf-4132-a74e-97b3e7e70615 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] 10.222.0.26 "GET /v2.0/ports?device_id=83b3987a-87c9-448e-9608-2f02ab426e76 HTTP/1.1" status: 200 len: 210 time: 0.1209898 Apr 20 10:21:54.768183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device dc7e4cc8-6615-4260-8e67-4d97997b65d4 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:21:54.805301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: dc7e4cc8-6615-4260-8e67-4d97997b65d4 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:21:54.805839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device dc7e4cc8-6615-4260-8e67-4d97997b65d4 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:22:04.100681 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43866) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:04.235724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:04.256322 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:04.263170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd9252d0e0647318cf41d2d37f1c71c is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:04.266365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:04.273094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:04.411357 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:04.440528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:04.451060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1982f3bb-801b-4285-8f38-d47af63ca56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:04.500235 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1dd9252d0e0647318cf41d2d37f1c71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982689 Apr 20 10:22:04.502159 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa996b6a-396d-45c9-8f51-5c44b80553b7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:04.504984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43878) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:04.507708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:04.572546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-619bbcdc-1d19-490d-b34f-3af40a886c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:04.603148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-619bbcdc-1d19-490d-b34f-3af40a886c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:04.682942 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-619bbcdc-1d19-490d-b34f-3af40a886c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:04.688547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e6e739df-7d9b-4b4a-80f9-c1c01eb11222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:04.705813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bbcdc-1d19-490d-b34f-3af40a886c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa996b6a-396d-45c9-8f51-5c44b80553b7,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:04.709148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-619bbcdc-1d19-490d-b34f-3af40a886c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:04.711550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-619bbcdc-1d19-490d-b34f-3af40a886c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:04.712667 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-619bbcdc-1d19-490d-b34f-3af40a886c84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa996b6a-396d-45c9-8f51-5c44b80553b7 HTTP/1.1" status: 204 len: 168 time: 0.2066927 Apr 20 10:22:05.649460 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43904) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:05.772686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1907818237-network', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:05.778241 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:05.782558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Usage tracker for resource:network and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:05.788782 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:05.797002 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:05.837427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Made reservation on behalf of fda4d9574039481191872ff6df3e8a33 for: {'network': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:22:05.842448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:05.856150 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:05.873365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:05.877472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Usage tracker for resource:security_group_rule and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:05.880430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:05.887439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:05.976133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:06.025630 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:06.029031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-28819c24-ce03-406b-8ad8-72bf8b3e9128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:06.061396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=86373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:22:06.072057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebcdd65-be29-4047-b313-3e69f9d56844,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:06.074847 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:06.077580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:06.077969 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Added segment ec1af26d-ac8f-435d-9fce-7d29af3bc02c of type vlan for network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 Apr 20 10:22:06.107192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:06.185369 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:06.186884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:06.187546 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:06.193051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:06.312474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Pushing event updated for resources: {'Network': ['ID=5cb5e3f2-8a8a-4339-811d-324bc29ef390,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:06.320850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:06.324702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:22:06.340391 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6895657 Apr 20 10:22:06.343652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43918) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:06.350527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Request body: {'subnet': {'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1907818237-subnet', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'ip_version': 4}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:06.356513 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:06.360750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Usage tracker for resource:subnet and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:06.363970 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:06.371157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:06.425326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Made reservation on behalf of fda4d9574039481191872ff6df3e8a33 for: {'subnet': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:22:06.431969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852484661'] for subnet, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:06.899738 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1981689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852484646'] for subnet, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:06.907445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-0c50e1e2-0a35-4b05-808a-5d32f28e5639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:06.990417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f972b2-8971-4f36-ba7e-2ef91ff48c96,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:06.994608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:06.995526 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Checking segment: {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:06.995934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Network hostable DHCP agents. Network: 5cb5e3f2-8a8a-4339-811d-324bc29ef390, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:22:07.059567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:22:07.105117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 5cb5e3f2-8a8a-4339-811d-324bc29ef390) {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:07.114618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6728cb0-7f7a-4610-ae72-a6a6382428e3 None None] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:22:07.118465 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:07.119121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:07.186062 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-94743d17-4973-4ecf-945c-c926e72218a2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8410020 Apr 20 10:22:07.189329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43924) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:07.195158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:07.201624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:07.208040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Usage tracker for resource:router and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:07.212803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:07.219267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:07.265415 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:07.266563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:07.283385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:07.353939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:22:07.354869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:07.537904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Allocated IP 172.20.0.2 (5cb5e3f2-8a8a-4339-811d-324bc29ef390/61f972b2-8971-4f36-ba7e-2ef91ff48c96/685825e6-209b-46af-8284-5a0a390a9f90) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:22:07.636243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:07.922305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.015326 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Transition to ACTIVE for port object 685825e6-209b-46af-8284-5a0a390a9f90 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:08.036202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Transition to ACTIVE for port object 685825e6-209b-46af-8284-5a0a390a9f90 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:08.102960 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.126273 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:08.177098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:08.181295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:08.185489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:22:08.230106 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Pushing event updated for resources: {'Port': ['ID=685825e6-209b-46af-8284-5a0a390a9f90,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:08.238269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:08.294580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Attempting to bind port 685825e6-209b-46af-8284-5a0a390a9f90 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:22:08.294976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Attempting to bind port 685825e6-209b-46af-8284-5a0a390a9f90 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:22:08.295385 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Attempting to bind port 685825e6-209b-46af-8284-5a0a390a9f90 on network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:08.302127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:22:08.302542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Checking segment: {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:08.302989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.303424 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Bound using segment: {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:22:08.303970 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Bound port: 685825e6-209b-46af-8284-5a0a390a9f90, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:22:08.304389 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.315961 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.380574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.406020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] For port 685825e6-209b-46af-8284-5a0a390a9f90, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:22:08.409461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] For port 685825e6-209b-46af-8284-5a0a390a9f90, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=685825e6-209b-46af-8284-5a0a390a9f90,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:22:08.448934 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:08.452856 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:08.549451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Pushing event updated for resources: {'Port': ['ID=685825e6-209b-46af-8284-5a0a390a9f90,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:08.554857 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:08.619117 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Allocated IP 172.27.3.43 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/0ffa4a76-96cf-41f3-9c57-cae2969da6c7) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:22:08.901624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:09.009377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:09.014607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:09.079683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:09.088722 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:09.091350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:22:09.139432 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Pushing event updated for resources: {'Port': ['ID=0ffa4a76-96cf-41f3-9c57-cae2969da6c7,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:09.142562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:09.308474 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 685825e6-209b-46af-8284-5a0a390a9f90 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:09.436753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 685825e6-209b-46af-8284-5a0a390a9f90 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:09.585993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:09.965193 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df6b25-106c-4877-b250-48def0560a4f None None] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:22:09.978083 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.109315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-07eb8070-a523-4eba-b3d5-4a6a98da1698 None None] Provisioning for port 685825e6-209b-46af-8284-5a0a390a9f90 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:10.125615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-07eb8070-a523-4eba-b3d5-4a6a98da1698 None None] Provisioning complete for port 685825e6-209b-46af-8284-5a0a390a9f90 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:10.126034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07eb8070-a523-4eba-b3d5-4a6a98da1698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.282317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Router 92cd5f4a-28da-468e-83af-d914f56f4965 is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:22:10.492165 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:22:10.510536 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Sync routers for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:22:10.553669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:10.554375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:21:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:10.557042 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.558404 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-89362a72-22f9-4c3a-94d8-c41e37eba983 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3680272 Apr 20 10:22:10.561344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 43938) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:10.688169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07eb8070-a523-4eba-b3d5-4a6a98da1698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.761871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-07eb8070-a523-4eba-b3d5-4a6a98da1698 None None] For port 685825e6-209b-46af-8284-5a0a390a9f90, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=685825e6-209b-46af-8284-5a0a390a9f90,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:10.803109 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-07eb8070-a523-4eba-b3d5-4a6a98da1698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:10.808398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:10.845604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:11.122344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb8070-a523-4eba-b3d5-4a6a98da1698 None None] Pushing event updated for resources: {'Port': ['ID=685825e6-209b-46af-8284-5a0a390a9f90,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:11.128508 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-1a10cfdc-11df-452d-bd82-1be0ff472f95 None None] Provisioning complete for port 685825e6-209b-46af-8284-5a0a390a9f90 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:11.128972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1a10cfdc-11df-452d-bd82-1be0ff472f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:11.161461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-07eb8070-a523-4eba-b3d5-4a6a98da1698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:11.298661 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 685825e6-209b-46af-8284-5a0a390a9f90 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:11.400351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:09Z', 'revision_number': 3, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:11.407012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Checking router: 92cd5f4a-28da-468e-83af-d914f56f4965 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:22:11.407410 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Updating router 92cd5f4a-28da-468e-83af-d914f56f4965 port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:22:11.468545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 685825e6-209b-46af-8284-5a0a390a9f90 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:11.468986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:11.512243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:11.646170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:11.892486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Allocated IP 172.20.0.1 (5cb5e3f2-8a8a-4339-811d-324bc29ef390/61f972b2-8971-4f36-ba7e-2ef91ff48c96/9a275b35-3c9c-4d80-81a5-c2c39f0cea9d) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:22:11.983563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:11.997210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Transition to ACTIVE for port object 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:12.048133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.053439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:12.069510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.090810 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Transition to ACTIVE for port object 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:12.137868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Attempting to bind port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:22:12.138829 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Attempting to bind port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:22:12.138829 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Attempting to bind port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:12.146864 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3013eb3-e386-4393-8ab3-e5be8365d617 None None] Pushing event updated for resources: {'Port': ['ID=0ffa4a76-96cf-41f3-9c57-cae2969da6c7,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:12.149646 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:22:12.150064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:12.150515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.150967 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:22:12.151509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Bound port: 0ffa4a76-96cf-41f3-9c57-cae2969da6c7, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:22:12.151928 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.174660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.177471 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d3013eb3-e386-4393-8ab3-e5be8365d617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:12.181119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b0830d34-7aeb-475d-bc43-ff224366a276 tempest-VolumesNegativeTest-1282398271 tempest-VolumesNegativeTest-1282398271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:12.239093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] For port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:22:12.243333 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] For port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=0ffa4a76-96cf-41f3-9c57-cae2969da6c7,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:22:12.250431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:12.255252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:12.256110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:22:12.289164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.297361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:12.299216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Pushing event updated for resources: {'Port': ['ID=9a275b35-3c9c-4d80-81a5-c2c39f0cea9d,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:12.302968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:12.327190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.444708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3013eb3-e386-4393-8ab3-e5be8365d617 None None] Pushing event updated for resources: {'Port': ['ID=0ffa4a76-96cf-41f3-9c57-cae2969da6c7,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:12.448835 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d3013eb3-e386-4393-8ab3-e5be8365d617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:12.450677 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:12.451393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:21:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:12.631191 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4606f9d-b353-4e02-981b-e6e7e8312297 None None] Provisioning for port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:12.649922 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4606f9d-b353-4e02-981b-e6e7e8312297 None None] Provisioning complete for port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:12.650343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4606f9d-b353-4e02-981b-e6e7e8312297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.663103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.707787 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:12.932828 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:12.985173 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:13.013740 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4606f9d-b353-4e02-981b-e6e7e8312297 None None] Port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:22:13.016021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1ba976b3-1d0b-4f9c-b91e-0411eba07a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:13.112816 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Pushing event updated for resources: {'Port': ['ID=9a275b35-3c9c-4d80-81a5-c2c39f0cea9d,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:13.116155 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:13.120288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:13.226800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:09Z', 'revision_number': 3, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:13.231213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edee63-56c0-4789-a8bb-52d204cb3c70 None None] The sync data for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi is: [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:09Z', 'revision_number': 3, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:22:13.280427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:13.281672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:13.494443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Router 92cd5f4a-28da-468e-83af-d914f56f4965 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:22:13.540351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-0c9b6949-d6a2-458e-91ba-b9be7d5e72fe None None] Provisioning complete for port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:13.540814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0c9b6949-d6a2-458e-91ba-b9be7d5e72fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:13.579729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-282b2053-d725-475f-9549-5ebe005b41f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:13.603148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b6949-d6a2-458e-91ba-b9be7d5e72fe None None] Port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:22:13.706351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:22:13.718027 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] 10.222.0.26 "PUT /v2.0/routers/92cd5f4a-28da-468e-83af-d914f56f4965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1551976 Apr 20 10:22:14.409881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43972) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:14.417034 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1238819462-network', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:14.422626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:14.429017 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Usage tracker for resource:network and tenant:5bb512ba5e6b4cb99b7a77db847e970c is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:14.432712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:14.440087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:14.482439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Made reservation on behalf of 5bb512ba5e6b4cb99b7a77db847e970c for: {'network': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:22:14.487979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for network, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.503126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.520394 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:14.525382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Usage tracker for resource:security_group_rule and tenant:5bb512ba5e6b4cb99b7a77db847e970c is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:14.528539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:14.535048 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:14.632514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.682202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.686737 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-21e9b1f7-6ce5-4e01-8765-8749f43972c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:14.720351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=86374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 10:22:14.730316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e8bba-d724-4e54-aa22-c933de701b47,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:14.740530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.740530 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.segments_db [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Added segment ebbf2eef-e737-4d33-9744-6af8ec3af29b of type vlan for network 80cb5929-7c92-47d6-8956-09b81c6babd7 Apr 20 10:22:14.742516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.742944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.743348 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.743761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.744164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.744564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.744991 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.745392 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.745792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.746188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.746583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.746975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:14.755090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:14.779128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762458367210'] for network, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.837089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138'] for network, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.838574 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:14.839259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:14.844668 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:14.961475 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Pushing event updated for resources: {'Network': ['ID=80cb5929-7c92-47d6-8956-09b81c6babd7,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:14.964715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:14.972101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 details requested by agent ovs-agent-dv-cinder-774594-4-iscsi with host dv-cinder-774594-4-iscsi {{(pid=86375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 10:22:14.991569 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5804617 Apr 20 10:22:14.995202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43980) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:15.001659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Request body: {'subnet': {'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1238819462-subnet', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'ip_version': 4}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:15.009626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:15.014132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Usage tracker for resource:subnet and tenant:5bb512ba5e6b4cb99b7a77db847e970c is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:15.017245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:15.023931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:15.059442 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Made reservation on behalf of 5bb512ba5e6b4cb99b7a77db847e970c for: {'subnet': 1} {{(pid=86374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:22:15.064881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852589033'] for subnet, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:15.231809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:15.285451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:15.408102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:15.414313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:15.415014 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:15.561371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:15.579861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=0ffa4a76-96cf-41f3-9c57-cae2969da6c7,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:15.613886 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:15.620172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d3013eb3-e386-4393-8ab3-e5be8365d617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:15.713872 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=0ffa4a76-96cf-41f3-9c57-cae2969da6c7,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:15.723602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.724003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.724429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.724804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.725165 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.725543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.725915 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.726286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.727351 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.727739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.728194 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.728566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:15.734472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:15.816447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851707053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852589050'] for subnet, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:15.823010 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:15.934146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6797e97c-5edc-482e-a3a4-b7c8724e4f54,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:15.937248 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:15.938316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Checking segment: {'id': 'ebbf2eef-e737-4d33-9744-6af8ec3af29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:15.938720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Network hostable DHCP agents. Network: 80cb5929-7c92-47d6-8956-09b81c6babd7, hostable agents: ['368aab7e-8a19-40e9-bb2a-295bcdbcb1d5'], hosted agents: [] {{(pid=86374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 10:22:15.997773 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Sync routers for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:22:16.011775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:16.012818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:21:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:16.036467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 is scheduled to be hosted by DHCP agent 368aab7e-8a19-40e9-bb2a-295bcdbcb1d5 with binding_index 1 {{(pid=86374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 10:22:16.082443 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-4-iscsi, 80cb5929-7c92-47d6-8956-09b81c6babd7) {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:16.092157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07584d15-e97b-4688-bdab-fd8262ea249b None None] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:22:16.098363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:16.099033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.157708 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-3fe60785-7379-4336-b8a4-91b021b46068 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1612084 Apr 20 10:22:16.160268 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 43992) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:16.170294 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:16.179151 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:16.187964 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Usage tracker for resource:router and tenant:5bb512ba5e6b4cb99b7a77db847e970c is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:22:16.194608 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:22:16.206897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:16.236860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:16.288445 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773712'] for router, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.290175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854346012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854323198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854377197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089'] for router, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.306040 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c1b297d0-0b44-4860-a801-0c07316d832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.308344 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.388399 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe202df7f-7ad6-5619-8299-82857cbeb677-80cb5929-7c92-47d6-8956-09b81c6babd7', 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'fixed_ips': [{'subnet_id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54'}]}} from dv-cinder-774594-4-iscsi. {{(pid=86375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 10:22:16.390482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.583822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Allocated IP 172.20.0.2 (80cb5929-7c92-47d6-8956-09b81c6babd7/6797e97c-5edc-482e-a3a4-b7c8724e4f54/1a22af9b-1eef-4190-9a5a-e796c69cf09e) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:22:16.641627 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854322955', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854344609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2074'] for router, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.785231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9a275b35-3c9c-4d80-81a5-c2c39f0cea9d', 'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'mac_address': 'fa:16:3e:d8:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:11Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 2, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'subnets': [{'id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:16.789921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Checking router: 92cd5f4a-28da-468e-83af-d914f56f4965 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:22:16.790319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Updating router 92cd5f4a-28da-468e-83af-d914f56f4965 port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:22:16.849914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:16.994486 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.007981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Transition to ACTIVE for port object 1a22af9b-1eef-4190-9a5a-e796c69cf09e will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:17.030115 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Transition to ACTIVE for port object 1a22af9b-1eef-4190-9a5a-e796c69cf09e will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:17.049606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.072249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.079601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:17.085169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.171472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:17.185090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Resources bound (agent type, host, resource id): {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:17.192680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.193610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:22:17.241215 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Pushing event updated for resources: {'Port': ['ID=1a22af9b-1eef-4190-9a5a-e796c69cf09e,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:17.245198 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:17.264258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Allocated IP 172.27.3.155 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:22:17.312311 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.325925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Transition to ACTIVE for port object 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:17.335706 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:17.357689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.364562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f835ffde-a61d-4b42-bfe4-182ee96d233f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:17.392662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Attempting to bind port 1a22af9b-1eef-4190-9a5a-e796c69cf09e on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:22:17.393145 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Attempting to bind port 1a22af9b-1eef-4190-9a5a-e796c69cf09e by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'ebbf2eef-e737-4d33-9744-6af8ec3af29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:22:17.393563 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Attempting to bind port 1a22af9b-1eef-4190-9a5a-e796c69cf09e on network 80cb5929-7c92-47d6-8956-09b81c6babd7 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:17.403484 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:22:17.404347 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Checking segment: {'id': 'ebbf2eef-e737-4d33-9744-6af8ec3af29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:17.404347 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.404794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Bound using segment: {'id': 'ebbf2eef-e737-4d33-9744-6af8ec3af29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:22:17.405340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Bound port: 1a22af9b-1eef-4190-9a5a-e796c69cf09e, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbf2eef-e737-4d33-9744-6af8ec3af29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:22:17.405765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.456583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.513054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:17.513504 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.528913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.537545 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bb7f0624-d10b-4aa9-82e2-c0bc02466b17 tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:17.572339 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Pushing event updated for resources: {'Port': ['ID=9a275b35-3c9c-4d80-81a5-c2c39f0cea9d,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:17.576596 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] For port 1a22af9b-1eef-4190-9a5a-e796c69cf09e, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:22:17.580769 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] For port 1a22af9b-1eef-4190-9a5a-e796c69cf09e, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=1a22af9b-1eef-4190-9a5a-e796c69cf09e,segment=NetworkSegment(ebbf2eef-e737-4d33-9744-6af8ec3af29b),segment_id=ebbf2eef-e737-4d33-9744-6af8ec3af29b)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:22:17.625079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.625636 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.625794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.625794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.626151 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.626520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.626886 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.627250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.627612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.627976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.628431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.628739 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.629085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:22:17.637049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:17.641788 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:17.655350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Attempting to bind port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:22:17.656202 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Attempting to bind port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:22:17.656861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Attempting to bind port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d on network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:17.663192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:22:17.663583 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Checking segment: {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:17.665335 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.665789 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Bound using segment: {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:22:17.666324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Bound port: 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:22:17.666741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.692838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:17.696903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:17.708123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:22:17.746501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.753547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Pushing event updated for resources: {'Port': ['ID=9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:17.758184 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:17.814895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] For port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:22:17.818414 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] For port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9a275b35-3c9c-4d80-81a5-c2c39f0cea9d,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:22:17.837124 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Pushing event updated for resources: {'Port': ['ID=1a22af9b-1eef-4190-9a5a-e796c69cf09e,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:17.840604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1d407d42-1e2b-41a5-a203-15ef45777b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:17.854081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:17.859593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f835ffde-a61d-4b42-bfe4-182ee96d233f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:17.943053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:17.943781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:18.087207 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Pushing event updated for resources: {'Port': ['ID=9a275b35-3c9c-4d80-81a5-c2c39f0cea9d,revision_number=4']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:18.090633 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5b2f9e32-4bf0-406b-a384-303652006fb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:18.174668 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:18.255327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:18.355188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:22:18.559321 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9a275b35-3c9c-4d80-81a5-c2c39f0cea9d', 'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'mac_address': 'fa:16:3e:d8:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:11Z', 'updated_at': '2021-04-20T10:22:17Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'subnets': [{'id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:18.568561 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f13e5-1171-4347-ab9b-0500d15e5c0c None None] The sync data for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi is: [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9a275b35-3c9c-4d80-81a5-c2c39f0cea9d', 'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'mac_address': 'fa:16:3e:d8:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:11Z', 'updated_at': '2021-04-20T10:22:17Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'subnets': [{'id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:22:18.596973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:18.675817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452831'] for router, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:19.172982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55db9e-e979-4d3e-99bf-1a70f33ffa2f None None] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:22:19.236997 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Router 216040af-77b5-4748-9b3c-eaeb07e23403 is scheduled to L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 with binding_index 1 {{(pid=86374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 10:22:19.314923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-26ff322a-e53d-4834-94ec-976dff0790c5 None None] Provisioning for port 1a22af9b-1eef-4190-9a5a-e796c69cf09e completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:19.383319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 1a22af9b-1eef-4190-9a5a-e796c69cf09e up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:19.464181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:22:19.479447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Sync routers for ids ['216040af-77b5-4748-9b3c-eaeb07e23403'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:22:19.533254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Routers {'216040af-77b5-4748-9b3c-eaeb07e23403'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:19.533635 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:19.533992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['216040af-77b5-4748-9b3c-eaeb07e23403'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:19.535893 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2d3c24c7-c2be-42de-91d4-c17574c3d329 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3740170 Apr 20 10:22:19.538020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44010) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:19.681871 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 1a22af9b-1eef-4190-9a5a-e796c69cf09e completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:19.712694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 1a22af9b-1eef-4190-9a5a-e796c69cf09e triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:19.713125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.083361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Set router 216040af-77b5-4748-9b3c-eaeb07e23403 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:20.307870 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.350762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.374781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-1c04e128-505f-44bb-afed-34620d01cd35 None None] Provisioning complete for port 1a22af9b-1eef-4190-9a5a-e796c69cf09e triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:20.375179 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1c04e128-505f-44bb-afed-34620d01cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.441407 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 1a22af9b-1eef-4190-9a5a-e796c69cf09e, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=1a22af9b-1eef-4190-9a5a-e796c69cf09e,segment=NetworkSegment(ebbf2eef-e737-4d33-9744-6af8ec3af29b),segment_id=ebbf2eef-e737-4d33-9744-6af8ec3af29b)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:20.501434 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.502364 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:20.535235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:20.590123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Allocated IP 172.20.0.1 (80cb5929-7c92-47d6-8956-09b81c6babd7/6797e97c-5edc-482e-a3a4-b7c8724e4f54/9ae26ce5-0692-4ec3-93ef-8cd828d5f503) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:22:20.717019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=1a22af9b-1eef-4190-9a5a-e796c69cf09e,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:20.727239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:20.749319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:16Z', 'updated_at': '2021-04-20T10:22:17Z', 'revision_number': 3, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'gw_port': {'id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:93:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:17Z', 'updated_at': '2021-04-20T10:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:20.754006 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Checking router: 216040af-77b5-4748-9b3c-eaeb07e23403 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:22:20.755051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Updating router 216040af-77b5-4748-9b3c-eaeb07e23403 port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c binding host dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:22:20.758064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.776678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Transition to ACTIVE for port object 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 will not be triggered until provisioned by entity DHCP. {{(pid=86374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:20.782686 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:20.804377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:20.818233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.837823 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.843128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ff5cc9d3-9486-494c-b097-1788bf9fa06a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:20.873901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:20.917591 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:20.920715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:20.924763 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:22:20.963245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae26ce5-0692-4ec3-93ef-8cd828d5f503,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:20.967966 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:20.993725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854342142'] for router_interface, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.076284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.219019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9a275b35-3c9c-4d80-81a5-c2c39f0cea9d,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:21.227777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-7a50cc74-bef9-4135-98bc-bd6cc022bc50 None None] Provisioning for port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:21.244020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-7a50cc74-bef9-4135-98bc-bd6cc022bc50 None None] Provisioning complete for port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:21.244431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7a50cc74-bef9-4135-98bc-bd6cc022bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.288347 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.294876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:21.313346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.384317 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-7a50cc74-bef9-4135-98bc-bd6cc022bc50 None None] Port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:22:21.406896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 1a22af9b-1eef-4190-9a5a-e796c69cf09e up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:21.444027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=9a275b35-3c9c-4d80-81a5-c2c39f0cea9d,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:21.487721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:21.542108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.560550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Transition to ACTIVE for port object 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:21.571231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 1a22af9b-1eef-4190-9a5a-e796c69cf09e triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:21.571717 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.586944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.606949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.615501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d3013eb3-e386-4393-8ab3-e5be8365d617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:21.630616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.658655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9cb00dd0-c492-4d67-a702-ea36c3e5f4cb tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:21.722569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Attempting to bind port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:22:21.723127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Attempting to bind port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:22:21.723269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Attempting to bind port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c on network b492d343-022d-4f4f-a108-1239e2a0e63f {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:21.730295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab839d-303e-4531-b75f-7cbae350b697 None None] Pushing event updated for resources: {'Port': ['ID=9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:21.735535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3dab839d-303e-4531-b75f-7cbae350b697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:21.740753 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:22:21.741257 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Checking segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:21.741594 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.742670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Bound using segment: {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:22:21.743250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Bound port: 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61bfc-2060-430e-bfa1-d43553835cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:22:21.743703 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.760720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae26ce5-0692-4ec3-93ef-8cd828d5f503,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:21.765904 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:21.769116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846871121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433765'] for router_interface, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.892105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] For port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:22:21.895458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] For port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:22:21.928750 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:21.934275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:21.934712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:21.935492 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:22.018723 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Routers {'216040af-77b5-4748-9b3c-eaeb07e23403'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:22.019421 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['216040af-77b5-4748-9b3c-eaeb07e23403'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:22.100397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab839d-303e-4531-b75f-7cbae350b697 None None] Pushing event updated for resources: {'Port': ['ID=9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:22.159071 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Router 216040af-77b5-4748-9b3c-eaeb07e23403 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:22:22.162330 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3dab839d-303e-4531-b75f-7cbae350b697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:22.243694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] Set router 216040af-77b5-4748-9b3c-eaeb07e23403 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:22.308425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-0506ad65-0fdc-469e-b781-b6de480c4e0e None None] Provisioning complete for port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:22.308903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0506ad65-0fdc-469e-b781-b6de480c4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:22.651284 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:22:22.661735 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] 10.222.0.26 "PUT /v2.0/routers/216040af-77b5-4748-9b3c-eaeb07e23403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1219974 Apr 20 10:22:22.689699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-0506ad65-0fdc-469e-b781-b6de480c4e0e None None] Port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:22:22.910712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:16Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 4, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'gw_port': {'id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:93:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:17Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9ae26ce5-0692-4ec3-93ef-8cd828d5f503', 'name': '', 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'mac_address': 'fa:16:3e:b1:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:20Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 2, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'subnets': [{'id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:22.918542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7011a-26e2-4a2b-a1ec-5ad770411a8b None None] The sync data for ids ['216040af-77b5-4748-9b3c-eaeb07e23403'] in dv-cinder-774594-4-iscsi is: [{'id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:16Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 4, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'gw_port': {'id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:93:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:17Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9ae26ce5-0692-4ec3-93ef-8cd828d5f503', 'name': '', 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'mac_address': 'fa:16:3e:b1:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:20Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 2, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'subnets': [{'id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:22:23.408908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:23.550437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:23.550896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:24.331953 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44080) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:24.415495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-805da837-f6c7-4389-a426-28f93303977b admin admin] Deleting subnet 932a843b-09e1-466a-90ba-8ac2de6a7682 {{(pid=86373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:22:24.421838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-805da837-f6c7-4389-a426-28f93303977b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:24.494927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-805da837-f6c7-4389-a426-28f93303977b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508365'] for subnet, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:24.573707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-805da837-f6c7-4389-a426-28f93303977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:24.907668 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-805da837-f6c7-4389-a426-28f93303977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852794180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2291169'] for subnet, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:24.912996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:24.959917 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-805da837-f6c7-4389-a426-28f93303977b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:24.964895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805da837-f6c7-4389-a426-28f93303977b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932a843b-09e1-466a-90ba-8ac2de6a7682,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:24.967665 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-805da837-f6c7-4389-a426-28f93303977b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:24.970805 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-805da837-f6c7-4389-a426-28f93303977b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/932a843b-09e1-466a-90ba-8ac2de6a7682 HTTP/1.1" status: 204 len: 168 time: 0.6377225 Apr 20 10:22:24.973531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44084) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:25.097319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:25.251043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:25.412667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e977d38-758e-46d0-b2aa-2b301d11c186']}} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:25.434927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:25.437028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68df9543-9d01-44c5-81ea-e5f790f0fe62') {'for_net_delete': True} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:25.437374 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68df9543-9d01-44c5-81ea-e5f790f0fe62') {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:25.453299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267451'] for segment, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:25.473217 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:25.482472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=86373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:22:25.607983 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:25.614818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:25.615060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:25.694250 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Network 2e977d38-758e-46d0-b2aa-2b301d11c186 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:22:25.715012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1982239'] for segment, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:25.771396 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:25.790817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:25.853996 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:25.856116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:25.954895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:25.958384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:26.244660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Network 2e977d38-758e-46d0-b2aa-2b301d11c186 has no segments {{(pid=86373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:22:26.272172 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:22:26.396429 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:26.401720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:26.423632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:26.426412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e977d38-758e-46d0-b2aa-2b301d11c186,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:26.429838 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:26.433900 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-4b27b2a6-15ba-4b5a-aab9-2fed5972162b admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e977d38-758e-46d0-b2aa-2b301d11c186 HTTP/1.1" status: 204 len: 168 time: 1.4592309 Apr 20 10:22:26.491700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Sync routers for ids ['216040af-77b5-4748-9b3c-eaeb07e23403'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:22:26.504021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Routers {'216040af-77b5-4748-9b3c-eaeb07e23403'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:26.504969 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['216040af-77b5-4748-9b3c-eaeb07e23403'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:26.718946 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Set router 216040af-77b5-4748-9b3c-eaeb07e23403 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:27.057430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:16Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 4, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'gw_port': {'id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:93:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:17Z', 'updated_at': '2021-04-20T10:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9ae26ce5-0692-4ec3-93ef-8cd828d5f503', 'name': '', 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'mac_address': 'fa:16:3e:b1:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:20Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 2, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'subnets': [{'id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:27.061391 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Checking router: 216040af-77b5-4748-9b3c-eaeb07e23403 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:22:27.061790 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Updating router 216040af-77b5-4748-9b3c-eaeb07e23403 port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 binding host dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 10:22:27.121463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:27.380506 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:27.461282 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:27.462488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:27.470112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44094) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:27.566848 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ddf671f6-7b64-4ba6-a5b5-f225b78f75b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=440ac12768cf4059896c70cea04e1896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928514 Apr 20 10:22:27.567063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44098) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:22:27.644521 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82d0cf94-110f-47a6-87e2-ca6a377868b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:27.675181 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82d0cf94-110f-47a6-87e2-ca6a377868b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:27.775417 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82d0cf94-110f-47a6-87e2-ca6a377868b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:27.781230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f7a1cb04-c540-4f57-a969-603954355dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:27.795746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:27.800887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0cf94-110f-47a6-87e2-ca6a377868b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2854948-52ee-45c9-87d5-2c4bd98f2dc0,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:27.803427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82d0cf94-110f-47a6-87e2-ca6a377868b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:27.805242 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-82d0cf94-110f-47a6-87e2-ca6a377868b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2854948-52ee-45c9-87d5-2c4bd98f2dc0 HTTP/1.1" status: 204 len: 168 time: 0.2371931 Apr 20 10:22:27.806347 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82d0cf94-110f-47a6-87e2-ca6a377868b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:27.811937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Transition to ACTIVE for port object 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:27.877058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:27.881992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:28.157684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13acf7-aafe-4759-95cb-1a44ddd3458f None None] Pushing event updated for resources: {'Port': ['ID=9ae26ce5-0692-4ec3-93ef-8cd828d5f503,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:28.164440 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3d13acf7-aafe-4759-95cb-1a44ddd3458f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:28.177365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Attempting to bind port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 on host dv-cinder-774594-4-iscsi for vnic_type normal with profile {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:22:28.177787 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Attempting to bind port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 by drivers openvswitch,hyperv on host dv-cinder-774594-4-iscsi at level 0 using segments [{'id': 'ebbf2eef-e737-4d33-9744-6af8ec3af29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:22:28.178235 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Attempting to bind port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 on network 80cb5929-7c92-47d6-8956-09b81c6babd7 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:28.185483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Checking agent: {'id': 'e9af6f67-1263-4e56-b2be-2446d9072b21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 2, 18), 'started_at': datetime.datetime(2021, 4, 20, 10, 2, 48), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:22:28.185930 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Checking segment: {'id': 'ebbf2eef-e737-4d33-9744-6af8ec3af29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:28.186384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:28.186849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Bound using segment: {'id': 'ebbf2eef-e737-4d33-9744-6af8ec3af29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:22:28.187397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Bound port: 9ae26ce5-0692-4ec3-93ef-8cd828d5f503, host: dv-cinder-774594-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbf2eef-e737-4d33-9744-6af8ec3af29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:22:28.187822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:28.316597 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] For port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503, host dv-cinder-774594-4-iscsi, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:22:28.320610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] For port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503, host dv-cinder-774594-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9ae26ce5-0692-4ec3-93ef-8cd828d5f503,segment=NetworkSegment(ebbf2eef-e737-4d33-9744-6af8ec3af29b),segment_id=ebbf2eef-e737-4d33-9744-6af8ec3af29b)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:22:28.362590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:28.370780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:28.462334 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Routers {'216040af-77b5-4748-9b3c-eaeb07e23403'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:22:28.463101 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['216040af-77b5-4748-9b3c-eaeb07e23403'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:28.541408 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13acf7-aafe-4759-95cb-1a44ddd3458f None None] Pushing event updated for resources: {'Port': ['ID=9ae26ce5-0692-4ec3-93ef-8cd828d5f503,revision_number=4']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:28.605262 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3d13acf7-aafe-4759-95cb-1a44ddd3458f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:28.686869 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] Set router 216040af-77b5-4748-9b3c-eaeb07e23403 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:22:29.134559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:16Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 4, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'gw_port': {'id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:93:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:17Z', 'updated_at': '2021-04-20T10:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9ae26ce5-0692-4ec3-93ef-8cd828d5f503', 'name': '', 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'mac_address': 'fa:16:3e:b1:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:20Z', 'updated_at': '2021-04-20T10:22:28Z', 'revision_number': 4, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'subnets': [{'id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:22:29.139118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d5ece-c866-49c0-86be-67676f553db2 None None] The sync data for ids ['216040af-77b5-4748-9b3c-eaeb07e23403'] in dv-cinder-774594-4-iscsi is: [{'id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:16Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 4, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'gw_port': {'id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:93:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:17Z', 'updated_at': '2021-04-20T10:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9ae26ce5-0692-4ec3-93ef-8cd828d5f503', 'name': '', 'network_id': '80cb5929-7c92-47d6-8956-09b81c6babd7', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'mac_address': 'fa:16:3e:b1:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:20Z', 'updated_at': '2021-04-20T10:22:28Z', 'revision_number': 4, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'subnets': [{'id': '6797e97c-5edc-482e-a3a4-b7c8724e4f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:22:29.421777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:29.567716 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning for port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:29.580046 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:29.581087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.731656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.776860 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] For port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9ae26ce5-0692-4ec3-93ef-8cd828d5f503,segment=NetworkSegment(ebbf2eef-e737-4d33-9744-6af8ec3af29b),segment_id=ebbf2eef-e737-4d33-9744-6af8ec3af29b)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:29.813497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:29.818680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7b1db14e-b06e-488a-aa6c-b2dbd99ab1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:29.922897 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Pushing event updated for resources: {'Port': ['ID=9ae26ce5-0692-4ec3-93ef-8cd828d5f503,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:29.926771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:31.408191 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 up at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:31.503775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Provisioning complete for port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:31.504188 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:35.282160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-6ea566b8-841d-427a-b190-8814a3b4c12a tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:35.282816 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-6ea566b8-841d-427a-b190-8814a3b4c12a tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Synchronizing usage tracker for tenant:fda4d9574039481191872ff6df3e8a33 on resource:network {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:22:35.333274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-6ea566b8-841d-427a-b190-8814a3b4c12a tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Unset dirty status for tenant:fda4d9574039481191872ff6df3e8a33 on resource:network {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:22:35.334568 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-6ea566b8-841d-427a-b190-8814a3b4c12a tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 815 time: 0.2093084 Apr 20 10:22:35.351907 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-c41b8707-d2ab-49f7-bc96-e03e2a59f971 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/quotas/fda4d9574039481191872ff6df3e8a33 HTTP/1.1" status: 200 len: 375 time: 0.0104032 Apr 20 10:22:35.441455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-7a7b013c-188d-4504-a7b0-025b64a67166 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Synchronizing usage tracker for tenant:fda4d9574039481191872ff6df3e8a33 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:22:35.487553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-7a7b013c-188d-4504-a7b0-025b64a67166 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Unset dirty status for tenant:fda4d9574039481191872ff6df3e8a33 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:22:35.489085 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-7a7b013c-188d-4504-a7b0-025b64a67166 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316607 Apr 20 10:22:35.642649 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-463218bb-bfb6-4bca-8e0c-99ce5c9e5fbc service neutron] 10.222.0.26 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407158 Apr 20 10:22:35.793837 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-132764fd-bfe6-4758-b62c-cf7ebb5e940c service neutron] 10.222.0.26 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441276 Apr 20 10:22:36.028196 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6feb7e0b-272f-4b3c-a3b0-9ff9e6ed41d2 req-d031e108-5fe7-4427-9a40-c1bafda98db4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 210 time: 0.0488958 Apr 20 10:22:37.197567 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ec1fdf25-c6f4-463b-923f-4805d926c891 req-e7558f7e-7232-4e6d-88e5-90f5963c0fa7 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 210 time: 0.0529222 Apr 20 10:22:38.086982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-f1615571-8587-46fc-a6d3-e0cf147c7223 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:38.088543 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-f1615571-8587-46fc-a6d3-e0cf147c7223 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.55 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 815 time: 0.1631417 Apr 20 10:22:38.101564 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'port': {'device_id': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'admin_state_up': True, 'tenant_id': 'fda4d9574039481191872ff6df3e8a33'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:38.249811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:22:38.260751 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:22:38.309255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Made reservation on behalf of fda4d9574039481191872ff6df3e8a33 for: {'port': 1} {{(pid=86373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 10:22:38.315555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:38.385828 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c2f41a61-c6e1-4f1c-939d-87a8153de7e1 req-2a0d2dc6-68b1-4979-acea-45da923f4f53 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 210 time: 0.0580149 Apr 20 10:22:38.540024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Allocated IP 172.20.0.10 (5cb5e3f2-8a8a-4339-811d-324bc29ef390/61f972b2-8971-4f36-ba7e-2ef91ff48c96/f504e3be-20c8-4136-9624-b2204da3788a) {{(pid=86373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:22:38.766051 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for port, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:38.783477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Transition to ACTIVE for port object f504e3be-20c8-4136-9624-b2204da3788a will not be triggered until provisioned by entity DHCP. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:38.847818 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:38.854993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8978f46b-7ad5-44ff-b095-92634bfc205d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:38.945313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'Port': ['ID=f504e3be-20c8-4136-9624-b2204da3788a,revision_number=1']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:38.950240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:38.964694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 is already hosted by enough agents. {{(pid=86373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:22:38.966259 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources bound (agent type, host, resource id): {{(pid=86373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:22:38.968901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Received port after_create {{(pid=86373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:22:39.051061 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:39.051771 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:39.116958 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-bf4f9210-2692-4cca-8c0a-91f0e36a1de4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0198219 Apr 20 10:22:39.310591 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-85e5ae44-6910-40b2-9423-066015e5d549 None None] Provisioning for port f504e3be-20c8-4136-9624-b2204da3788a completed by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:39.316323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-85e5ae44-6910-40b2-9423-066015e5d549 None None] Provisioning complete for port f504e3be-20c8-4136-9624-b2204da3788a triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:39.316685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-85e5ae44-6910-40b2-9423-066015e5d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:39.383799 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-85e5ae44-6910-40b2-9423-066015e5d549 None None] Port f504e3be-20c8-4136-9624-b2204da3788a cannot update to ACTIVE because it is not bound. {{(pid=86375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 10:22:39.594415 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d12035-ecb4-4ae8-ae0f-3da0c0dc789d req-ba8a54fd-4e02-4269-a823-b0b0b24bf20c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:39.595187 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a2d12035-ecb4-4ae8-ae0f-3da0c0dc789d req-ba8a54fd-4e02-4269-a823-b0b0b24bf20c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Synchronizing usage tracker for tenant:fda4d9574039481191872ff6df3e8a33 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:22:39.642000 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a2d12035-ecb4-4ae8-ae0f-3da0c0dc789d req-ba8a54fd-4e02-4269-a823-b0b0b24bf20c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Unset dirty status for tenant:fda4d9574039481191872ff6df3e8a33 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:22:39.643499 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a2d12035-ecb4-4ae8-ae0f-3da0c0dc789d req-ba8a54fd-4e02-4269-a823-b0b0b24bf20c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 932 time: 0.1414287 Apr 20 10:22:39.693914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a2d12035-ecb4-4ae8-ae0f-3da0c0dc789d req-7bc9058a-ca9d-4d3c-8ccb-4786125ec8df tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Synchronizing usage tracker for tenant:fda4d9574039481191872ff6df3e8a33 on resource:security_group {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:22:39.739258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-a2d12035-ecb4-4ae8-ae0f-3da0c0dc789d req-7bc9058a-ca9d-4d3c-8ccb-4786125ec8df tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Unset dirty status for tenant:fda4d9574039481191872ff6df3e8a33 on resource:security_group {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:22:39.740547 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a2d12035-ecb4-4ae8-ae0f-3da0c0dc789d req-7bc9058a-ca9d-4d3c-8ccb-4786125ec8df tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898225 Apr 20 10:22:40.949667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51663863-c6b6-42e2-b477-bd59f26c3981 req-1201627d-56c9-41a8-aaa8-14e87e76eea8 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:40.951321 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-51663863-c6b6-42e2-b477-bd59f26c3981 req-1201627d-56c9-41a8-aaa8-14e87e76eea8 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 932 time: 0.0917499 Apr 20 10:22:41.002507 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-51663863-c6b6-42e2-b477-bd59f26c3981 req-570a90b3-8abf-4a9f-815b-fd812d567c77 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Apr 20 10:22:42.217064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae1cff-ffcb-4af5-89e0-bc799817baf3 req-eba30b9a-3755-465a-95dd-27ba3dd1fdad tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:42.218820 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2eae1cff-ffcb-4af5-89e0-bc799817baf3 req-eba30b9a-3755-465a-95dd-27ba3dd1fdad tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 932 time: 0.0990856 Apr 20 10:22:42.273430 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2eae1cff-ffcb-4af5-89e0-bc799817baf3 req-f6e2dd9d-7894-482a-9c06-24fc5cfa85ca tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Apr 20 10:22:43.489733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a40da3-37c4-4e0c-a341-3d2debd8296b req-cf8afc90-ea6b-42c3-96ec-6b9242bf21e1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:43.493541 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f5a40da3-37c4-4e0c-a341-3d2debd8296b req-cf8afc90-ea6b-42c3-96ec-6b9242bf21e1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 932 time: 0.1014416 Apr 20 10:22:43.547132 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f5a40da3-37c4-4e0c-a341-3d2debd8296b req-dda9169b-e61d-416d-8995-4d765dd1a1b2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484037 Apr 20 10:22:43.561949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-00dddf83-591f-4d13-af1c-b6c1a885c65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:44.763346 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127527c7-2492-4a4a-9328-6371ffaf0bf4 req-91aa5fd7-7739-44bc-b14b-a2fe19c3ab39 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:44.764931 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-127527c7-2492-4a4a-9328-6371ffaf0bf4 req-91aa5fd7-7739-44bc-b14b-a2fe19c3ab39 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 932 time: 0.0948772 Apr 20 10:22:44.818264 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-127527c7-2492-4a4a-9328-6371ffaf0bf4 req-2b46f556-cf4f-4852-b4b0-7396dbca9a3e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463033 Apr 20 10:22:45.213352 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:46.041356 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d714-8573-4245-b62f-9347c668afdd req-88317989-ae3e-4338-83c2-aef9b74078a9 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:46.044481 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8051d714-8573-4245-b62f-9347c668afdd req-88317989-ae3e-4338-83c2-aef9b74078a9 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 932 time: 0.1063416 Apr 20 10:22:46.104971 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8051d714-8573-4245-b62f-9347c668afdd req-2e3c59ed-e52d-4caa-88e5-05e914b1e8af tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524871 Apr 20 10:22:46.270459 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e366023e-5ac8-4998-b004-e5023f9a6988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:47.104725 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:47.319213 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cbd03-fb2a-4e27-881c-09b94229a874 req-647c405e-d4a8-485c-be23-533bc8fb2285 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:47.320970 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5c6cbd03-fb2a-4e27-881c-09b94229a874 req-647c405e-d4a8-485c-be23-533bc8fb2285 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 932 time: 0.0929971 Apr 20 10:22:47.377456 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5c6cbd03-fb2a-4e27-881c-09b94229a874 req-9672df7a-2fc7-462b-b121-f34475325e69 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493169 Apr 20 10:22:47.636920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:48.584288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:48.728892 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe576aac-679f-49ee-b433-cdb2ca50c628 req-00cc42f6-7564-4c59-a6f9-4988cf97e3c0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:48.730500 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fe576aac-679f-49ee-b433-cdb2ca50c628 req-00cc42f6-7564-4c59-a6f9-4988cf97e3c0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 932 time: 0.0914190 Apr 20 10:22:48.783114 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-fe576aac-679f-49ee-b433-cdb2ca50c628 req-4a7c1835-0138-483d-9a80-22971a62e5b7 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454752 Apr 20 10:22:49.987509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Request body: {'port': {'device_id': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:22:50.026530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561551e5-2819-4930-ba3c-71e0db9f0ebf req-0fff2ebb-fca8-44fd-a6cf-621554d78fd4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:50.028041 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-561551e5-2819-4930-ba3c-71e0db9f0ebf req-0fff2ebb-fca8-44fd-a6cf-621554d78fd4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 932 time: 0.1305029 Apr 20 10:22:50.133396 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-561551e5-2819-4930-ba3c-71e0db9f0ebf req-46604180-88fc-488e-b0e6-3e2d72bdac75 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976245 Apr 20 10:22:50.153772 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:50.512022 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f504e3be-20c8-4136-9624-b2204da3788a {{(pid=86373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:22:50.520199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:50.536528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Transition to ACTIVE for port object f504e3be-20c8-4136-9624-b2204da3788a will not be triggered until provisioned by entity L2. {{(pid=86373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 10:22:50.567288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:50.572889 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6c0f2c9b-00f3-4c65-8e05-762438c8a318 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:50.779452 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Pushing event updated for resources: {'Port': ['ID=f504e3be-20c8-4136-9624-b2204da3788a,revision_number=2']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:50.792455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:50.828729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Attempting to bind port f504e3be-20c8-4136-9624-b2204da3788a on host hv-cinder-77459 for vnic_type normal with profile {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 10:22:50.829102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Attempting to bind port f504e3be-20c8-4136-9624-b2204da3788a by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 10:22:50.829465 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Attempting to bind port f504e3be-20c8-4136-9624-b2204da3788a on network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:50.834263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Port f504e3be-20c8-4136-9624-b2204da3788a on network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 10:22:50.834620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Attempting to bind port f504e3be-20c8-4136-9624-b2204da3788a on network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 10:22:50.840785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Checking agent: {'id': 'f29aacfa-4f84-4d73-a951-edc43fd1101c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'started_at': datetime.datetime(2021, 4, 20, 10, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 10, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 10:22:50.841156 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Checking segment: {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 10:22:50.841575 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Bound using segment: {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'} {{(pid=86373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 10:22:50.842043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Bound port: f504e3be-20c8-4136-9624-b2204da3788a, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390'}}] {{(pid=86373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 10:22:50.842426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:50.936685 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] For port f504e3be-20c8-4136-9624-b2204da3788a, host hv-cinder-77459, cleared binding levels {{(pid=86373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 10:22:50.939732 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] For port f504e3be-20c8-4136-9624-b2204da3788a, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f504e3be-20c8-4136-9624-b2204da3788a,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 10:22:50.979247 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:50.984185 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-dc206325-d60b-4507-ae8a-88e3f3f93c65 tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:51.046447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:51.047138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:51.048661 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] 10.222.0.55 "PUT /v2.0/ports/f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 1094 time: 1.2052417 Apr 20 10:22:51.049217 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:22:51.071785 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Pushing event updated for resources: {'Port': ['ID=f504e3be-20c8-4136-9624-b2204da3788a,revision_number=3']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:51.075355 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:51.104830 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a', 'status': 'completed', 'code': 200} Apr 20 10:22:51.201534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-01b221e0-92bc-448e-8be0-41bd18f13ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:51.203902 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-01b221e0-92bc-448e-8be0-41bd18f13ff3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1097 time: 0.0886652 Apr 20 10:22:51.567523 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-7b6f608e-279a-4af9-88f3-37440023f636 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 217 time: 0.3553593 Apr 20 10:22:51.657590 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-2f80d149-27a5-4156-bb81-fedfbff55760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:51.659156 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-2f80d149-27a5-4156-bb81-fedfbff55760 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 200 len: 854 time: 0.0841660 Apr 20 10:22:51.735118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514089c-9b8b-465c-8f0e-7c30ee7455d8 req-5c73dc4c-5c46-45d4-b244-5cdca69eb0f8 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:51.736690 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8514089c-9b8b-465c-8f0e-7c30ee7455d8 req-5c73dc4c-5c46-45d4-b244-5cdca69eb0f8 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 944 time: 0.2162268 Apr 20 10:22:51.812076 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8514089c-9b8b-465c-8f0e-7c30ee7455d8 req-d0740f1a-8227-4d86-98e8-42a56997e4e9 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Apr 20 10:22:51.814437 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-50651e26-c653-47aa-b0e1-15d1599918f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:51.816043 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-50651e26-c653-47aa-b0e1-15d1599918f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5cb5e3f2-8a8a-4339-811d-324bc29ef390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1492777 Apr 20 10:22:51.970225 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-9ac5aef0-e4c1-4756-a49a-289ffcc0708f service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472208 Apr 20 10:22:52.113938 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5463cf58-ed91-4c9f-b567-bf710faa1be6 req-cfd3baee-85c0-4fbc-a442-9c7d85ca3741 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366897 Apr 20 10:22:52.292160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-16d03073-9e0f-4994-bf9c-6cb8d8858220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:52.293768 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-16d03073-9e0f-4994-bf9c-6cb8d8858220 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1097 time: 0.0772560 Apr 20 10:22:52.434370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-57445fa7-9ddb-4711-bcaf-64db785e3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:52.435863 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-57445fa7-9ddb-4711-bcaf-64db785e3fe2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 916 time: 0.1348071 Apr 20 10:22:52.513032 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-97ed1b78-05b0-435f-8012-1bfa5052c5b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 217 time: 0.0696704 Apr 20 10:22:52.581770 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-2b00d097-1121-4091-aafb-ec34e3925e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:52.583333 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-2b00d097-1121-4091-aafb-ec34e3925e2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 200 len: 854 time: 0.0633147 Apr 20 10:22:52.670795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-6a6e4eef-7d53-4e64-9eaf-6e36a9c63e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:52.672394 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-6a6e4eef-7d53-4e64-9eaf-6e36a9c63e6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5cb5e3f2-8a8a-4339-811d-324bc29ef390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801826 Apr 20 10:22:52.820088 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-aa5fa5bf-5f55-4a32-8130-7f8b3ea2a29b service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393502 Apr 20 10:22:53.038186 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04bbfe04-a242-4b02-9f4a-44cac476260a req-4dc05cac-a318-4917-9dae-bd80ce6d6f0c service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099030 Apr 20 10:22:53.061923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd6b4-802d-4801-b9c4-fb7b32707d3a req-2c13f762-a75a-4e4f-a24a-4f47939e28c6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:53.063609 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-611dd6b4-802d-4801-b9c4-fb7b32707d3a req-2c13f762-a75a-4e4f-a24a-4f47939e28c6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 944 time: 0.1350243 Apr 20 10:22:53.113813 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-611dd6b4-802d-4801-b9c4-fb7b32707d3a req-54c9a7ba-9ca4-4f23-9a5a-a4c2f78df222 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436361 Apr 20 10:22:54.318727 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04298439-061c-40dd-b111-585edde40999 req-8da5f8a7-8bc2-40d0-af77-5f511af64231 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:54.320592 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04298439-061c-40dd-b111-585edde40999 req-8da5f8a7-8bc2-40d0-af77-5f511af64231 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 944 time: 0.0934017 Apr 20 10:22:54.371078 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-04298439-061c-40dd-b111-585edde40999 req-45958d59-f6ee-40b6-8d7c-89a36a4105ad tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432234 Apr 20 10:22:54.501461 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device f504e3be-20c8-4136-9624-b2204da3788a details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 10:22:54.640730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port f504e3be-20c8-4136-9624-b2204da3788a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f504e3be-20c8-4136-9624-b2204da3788a,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:54.654571 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Returning: {'device': 'f504e3be-20c8-4136-9624-b2204da3788a', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'port_id': 'f504e3be-20c8-4136-9624-b2204da3788a', 'mac_address': 'fa:16:3e:43:75:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 10:22:54.712849 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:54.733777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f504e3be-20c8-4136-9624-b2204da3788a {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 10:22:54.750176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port f504e3be-20c8-4136-9624-b2204da3788a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f504e3be-20c8-4136-9624-b2204da3788a,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:54.784471 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:54.786902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:54.856848 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=f504e3be-20c8-4136-9624-b2204da3788a,revision_number=4']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:54.860063 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:55.013139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['f504e3be-20c8-4136-9624-b2204da3788a'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:22:55.334061 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:22:55.570607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039508c-610a-418d-9973-b4a0ab1faac5 req-21c746fa-ac7e-4de7-a344-fbfbcf54bad5 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:55.572990 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4039508c-610a-418d-9973-b4a0ab1faac5 req-21c746fa-ac7e-4de7-a344-fbfbcf54bad5 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 945 time: 0.0900378 Apr 20 10:22:55.620871 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4039508c-610a-418d-9973-b4a0ab1faac5 req-a63f0487-3657-4f34-9e4d-5c507fa9fff9 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415051 Apr 20 10:22:56.513925 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device f504e3be-20c8-4136-9624-b2204da3788a up at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 10:22:56.618702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning for port f504e3be-20c8-4136-9624-b2204da3788a completed by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 10:22:56.623821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Provisioning complete for port f504e3be-20c8-4136-9624-b2204da3788a triggered by entity L2. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:22:56.624238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:56.756952 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:56.786756 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:22:56.797298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] For port f504e3be-20c8-4136-9624-b2204da3788a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f504e3be-20c8-4136-9624-b2204da3788a,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:22:56.836183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:22:56.838947 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:22:56.845517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0ca85-a072-4a2c-bd1a-e00b23d7b7ae req-a6a091fd-e563-4270-b99b-1c6045b163b7 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:56.847150 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-42a0ca85-a072-4a2c-bd1a-e00b23d7b7ae req-a6a091fd-e563-4270-b99b-1c6045b163b7 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 945 time: 0.0959764 Apr 20 10:22:56.902696 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-42a0ca85-a072-4a2c-bd1a-e00b23d7b7ae req-96372874-aa15-4681-886a-1e1dc6ca53c2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Apr 20 10:22:56.910249 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Pushing event updated for resources: {'Port': ['ID=f504e3be-20c8-4136-9624-b2204da3788a,revision_number=5']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:22:56.913620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:22:57.020566 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a', 'code': 200} Apr 20 10:22:57.323386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a09b02-975e-4945-bc86-3395a24cd1a9 req-0318607e-34af-44c9-820a-addc992b9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:57.325782 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6a09b02-975e-4945-bc86-3395a24cd1a9 req-0318607e-34af-44c9-820a-addc992b9de3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1099 time: 0.0833216 Apr 20 10:22:57.368668 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b6a09b02-975e-4945-bc86-3395a24cd1a9 req-95a02556-1f56-4d4e-b165-87221b723930 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356295 Apr 20 10:22:58.108741 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9c729-86f8-4be1-ab6c-f1dadde9b091 req-92c42f4e-3630-448f-afa0-fbfaeb60a402 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:58.110368 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0fb9c729-86f8-4be1-ab6c-f1dadde9b091 req-92c42f4e-3630-448f-afa0-fbfaeb60a402 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 946 time: 0.0914869 Apr 20 10:22:58.161304 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-0fb9c729-86f8-4be1-ab6c-f1dadde9b091 req-9db555ae-1ded-4201-bd3c-7903ee97dfb7 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 Apr 20 10:22:59.383566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002733b2-5f5e-4b71-a999-e8e2a6594906 req-d58006b3-7532-4c8f-923b-ccc35bb256dc tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:59.385264 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-002733b2-5f5e-4b71-a999-e8e2a6594906 req-d58006b3-7532-4c8f-923b-ccc35bb256dc tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 946 time: 0.0912724 Apr 20 10:22:59.432964 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-002733b2-5f5e-4b71-a999-e8e2a6594906 req-447e55bc-ba76-4cf5-a760-fdeeb407c229 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Apr 20 10:22:59.630139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87bed3-9052-4bc1-94d2-564b7db6b2f4 req-2798ee45-d7f9-4f9c-aa23-b42d8f601b0a tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:22:59.631728 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4e87bed3-9052-4bc1-94d2-564b7db6b2f4 req-2798ee45-d7f9-4f9c-aa23-b42d8f601b0a tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 946 time: 0.0875454 Apr 20 10:22:59.683020 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4e87bed3-9052-4bc1-94d2-564b7db6b2f4 req-ec8d00ac-9344-459f-b81b-b5ab4f05cd12 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438004 Apr 20 10:23:00.105164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446af0f-c365-4484-9d4c-b2ea403c2190 req-36c36503-d25c-4914-be6f-419f323c4099 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:00.106754 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2446af0f-c365-4484-9d4c-b2ea403c2190 req-36c36503-d25c-4914-be6f-419f323c4099 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 946 time: 0.0875020 Apr 20 10:23:00.155840 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2446af0f-c365-4484-9d4c-b2ea403c2190 req-82d42338-58c9-4f74-bcf7-09b18f715667 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425076 Apr 20 10:23:02.761887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44248) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:02.998169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Deleting port bb0c7740-eca3-46e0-a97f-1d2e1cd5b8c7 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:02.998555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:03.181906 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:03.182200 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:03.317340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Calling delete_port for bb0c7740-eca3-46e0-a97f-1d2e1cd5b8c7 owned by network:floatingip {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:03.522121 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:03.527556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-04b6f526-19d3-42d5-9405-9b220d3f726c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:03.613073 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event deleted for resources: {'Port': ['ID=bb0c7740-eca3-46e0-a97f-1d2e1cd5b8c7,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:03.616226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:03.677291 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:03.677666 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Floating IP cb3c3fb9-b6d7-4242-9e87-ca592b2f0cd3 disassociated (deleted). External IP: 172.27.3.154, port: 65283900-a25c-4b97-89fe-e241e1a01331. Apr 20 10:23:04.054982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Router 962653b5-66ee-449f-b42d-1f45bbfa3f20 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:23:04.248968 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:23:04.258995 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] Sync routers for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:23:04.273329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:04.274837 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:04.310157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:04.370103 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-132563e0-01be-4282-a343-6797026c99fb tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "DELETE /v2.0/floatingips/cb3c3fb9-b6d7-4242-9e87-ca592b2f0cd3 HTTP/1.1" status: 204 len: 168 time: 1.6069925 Apr 20 10:23:04.370806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:23:04.424230 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331', 'status': 'completed', 'code': 200} Apr 20 10:23:04.468160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:04.541366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae586e-db0f-4900-bf87-c509631d63ed req-8ce482f5-d476-4e24-96ab-4239b2df1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:04.542960 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7aae586e-db0f-4900-bf87-c509631d63ed req-8ce482f5-d476-4e24-96ab-4239b2df1d35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 1098 time: 0.0848200 Apr 20 10:23:04.689674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae586e-db0f-4900-bf87-c509631d63ed req-09fe1d49-ab95-4d05-b9c3-a0c16eba8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:04.691240 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7aae586e-db0f-4900-bf87-c509631d63ed req-09fe1d49-ab95-4d05-b9c3-a0c16eba8de7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 912 time: 0.1419356 Apr 20 10:23:04.770100 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7aae586e-db0f-4900-bf87-c509631d63ed req-7059478c-aea6-414c-9029-410167dfda76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65283900-a25c-4b97-89fe-e241e1a01331 HTTP/1.1" status: 200 len: 217 time: 0.0715094 Apr 20 10:23:04.850243 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'e7a46c34-d241-4303-aea9-cf6f5789f49c', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:19:02Z', 'updated_at': '2021-04-20T10:19:06Z', 'revision_number': 1, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:04.854528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] Checking router: 962653b5-66ee-449f-b42d-1f45bbfa3f20 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:23:04.863577 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:04.864331 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:04.901012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae586e-db0f-4900-bf87-c509631d63ed req-20c45409-1276-439e-9b10-6ddc9a623ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:04.902571 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7aae586e-db0f-4900-bf87-c509631d63ed req-20c45409-1276-439e-9b10-6ddc9a623ffe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.1256402 Apr 20 10:23:04.989822 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2a48e-3390-4fd6-9b6c-3be205f12788 req-23a1915c-ea8b-4c82-ba98-5eb01be4dec4 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:04.991698 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3b2a48e-3390-4fd6-9b6c-3be205f12788 req-23a1915c-ea8b-4c82-ba98-5eb01be4dec4 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 945 time: 0.1747637 Apr 20 10:23:05.051316 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae586e-db0f-4900-bf87-c509631d63ed req-6847e8a4-577b-4ad1-a959-2ef0bdbeb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:05.053011 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7aae586e-db0f-4900-bf87-c509631d63ed req-6847e8a4-577b-4ad1-a959-2ef0bdbeb8c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1423616 Apr 20 10:23:05.062174 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-b3b2a48e-3390-4fd6-9b6c-3be205f12788 req-c3645381-0dae-487a-94e6-2c4ef0a306b6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602739 Apr 20 10:23:05.204170 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7aae586e-db0f-4900-bf87-c509631d63ed req-ae1a1508-e141-4b25-8a12-946043ea091e service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409230 Apr 20 10:23:05.233962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:05.351280 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7aae586e-db0f-4900-bf87-c509631d63ed req-d557a6bf-e3d8-4e0e-8e95-3b3f1992c835 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392536 Apr 20 10:23:05.601672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'e7a46c34-d241-4303-aea9-cf6f5789f49c', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:19:02Z', 'updated_at': '2021-04-20T10:19:06Z', 'revision_number': 1, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:05.606494 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b7366-57d7-4a1b-9bf9-4c06510553f4 None None] The sync data for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi is: [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': 'e7a46c34-d241-4303-aea9-cf6f5789f49c', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'port_id': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'mac_address': 'fa:16:3e:9b:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3f356-b993-4901-a9a9-803d4b85f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:19:02Z', 'updated_at': '2021-04-20T10:19:06Z', 'revision_number': 1, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:23:05.967715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9babf7a-d9bc-4d9d-9178-8a8799d5e003 None None] New status for floating IP cb3c3fb9-b6d7-4242-9e87-ca592b2f0cd3: DOWN {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:23:06.275595 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e40cad-16c7-4d81-ba5f-02b46da13873 req-d7938052-88a7-489b-9d7c-8567a4799edc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:06.277212 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-68e40cad-16c7-4d81-ba5f-02b46da13873 req-d7938052-88a7-489b-9d7c-8567a4799edc tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 945 time: 0.0900338 Apr 20 10:23:06.609444 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-68e40cad-16c7-4d81-ba5f-02b46da13873 req-dc5643df-76b1-4991-91d5-545a15c67c8f tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257306 Apr 20 10:23:06.647129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-1befe739-5315-41d9-8fef-5fced31750c0 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:06.648722 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-1befe739-5315-41d9-8fef-5fced31750c0 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 945 time: 0.3434329 Apr 20 10:23:06.734628 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Deleting port 65283900-a25c-4b97-89fe-e241e1a01331 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:06.735005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:07.013479 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] For port 65283900-a25c-4b97-89fe-e241e1a01331, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=65283900-a25c-4b97-89fe-e241e1a01331,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:07.068615 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:07.147684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Calling delete_port for 65283900-a25c-4b97-89fe-e241e1a01331 owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:07.326868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:07.332921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a064094a-6f9a-4da8-a7c8-05058e7fc256 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:07.385769 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event deleted for resources: {'Port': ['ID=65283900-a25c-4b97-89fe-e241e1a01331,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:07.421786 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.422210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.422629 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.423039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.423449 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.423854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.424260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.424783 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.425094 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.425501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.425895 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.426295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:07.475030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:07.479950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] No DVR routers for this DVR port 65283900-a25c-4b97-89fe-e241e1a01331 on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:23:07.482556 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:07.485467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'name': 'network-vif-deleted', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:23:07.499045 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-ce41f7d8-3b13-48d5-bdde-f8ef9850994e req-6d5b9de8-ece1-4120-94f4-9934155c5dc7 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "DELETE /v2.0/ports/65283900-a25c-4b97-89fe-e241e1a01331 HTTP/1.1" status: 204 len: 173 time: 0.8422658 Apr 20 10:23:07.538239 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08385e0-6154-4653-b3b7-2b9d84626e7e', 'name': 'network-vif-deleted', 'tag': '65283900-a25c-4b97-89fe-e241e1a01331', 'status': 'completed', 'code': 200} Apr 20 10:23:07.778409 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-dc0d4591-8fa1-482a-a294-e8dd0a36866b req-5a287f40-c82e-4e56-aaa9-3ecc63c0827e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Synchronizing usage tracker for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:23:07.824263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-dc0d4591-8fa1-482a-a294-e8dd0a36866b req-5a287f40-c82e-4e56-aaa9-3ecc63c0827e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Unset dirty status for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:23:07.825663 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-dc0d4591-8fa1-482a-a294-e8dd0a36866b req-5a287f40-c82e-4e56-aaa9-3ecc63c0827e tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=a08385e0-6154-4653-b3b7-2b9d84626e7e HTTP/1.1" status: 200 len: 210 time: 0.1018279 Apr 20 10:23:10.553720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 65283900-a25c-4b97-89fe-e241e1a01331 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:23:10.595720 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: 65283900-a25c-4b97-89fe-e241e1a01331 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:23:10.596114 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device 65283900-a25c-4b97-89fe-e241e1a01331 not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:23:11.040844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e427fa-697a-4f1a-87f9-2f6d543d6f37 req-d2e4031a-1831-44a8-9644-51ae57bf0c81 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:11.042658 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-45e427fa-697a-4f1a-87f9-2f6d543d6f37 req-d2e4031a-1831-44a8-9644-51ae57bf0c81 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 946 time: 0.0961239 Apr 20 10:23:11.095420 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-45e427fa-697a-4f1a-87f9-2f6d543d6f37 req-3893fb85-377f-4cdc-aa77-b760d47f5e06 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Apr 20 10:23:11.122059 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44296) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:11.359454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed14d9-f5c9-4b9c-9133-1f72b807dfde tempest-TestMinimumBasicScenario-1168599469 tempest-TestMinimumBasicScenario-1168599469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:11.360160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-bfed14d9-f5c9-4b9c-9133-1f72b807dfde tempest-TestMinimumBasicScenario-1168599469 tempest-TestMinimumBasicScenario-1168599469-project-admin] Synchronizing usage tracker for tenant:5bb512ba5e6b4cb99b7a77db847e970c on resource:port {{(pid=86374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:23:11.400903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-bfed14d9-f5c9-4b9c-9133-1f72b807dfde tempest-TestMinimumBasicScenario-1168599469 tempest-TestMinimumBasicScenario-1168599469-project-admin] Unset dirty status for tenant:5bb512ba5e6b4cb99b7a77db847e970c on resource:port {{(pid=86374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:23:11.402247 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-bfed14d9-f5c9-4b9c-9133-1f72b807dfde tempest-TestMinimumBasicScenario-1168599469 tempest-TestMinimumBasicScenario-1168599469-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1094 time: 0.2791231 Apr 20 10:23:11.405395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44302) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:11.411077 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'floatingip': {'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'port_id': 'f504e3be-20c8-4136-9624-b2204da3788a', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:23:11.418225 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:23:11.422350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Usage tracker for resource:floatingip and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:23:11.425476 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:23:11.431672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:23:11.441843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44308) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:11.508266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for floatingip, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:11.763132 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Deleting port e8ac366e-3125-425e-96c8-403cf38b98c9 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:11.763659 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:11.936706 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:12.040993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:12.041301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:12.468369 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Calling delete_port for e8ac366e-3125-425e-96c8-403cf38b98c9 owned by network:floatingip {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:12.566956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_common [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Allocated IP 172.27.3.72 (b492d343-022d-4f4f-a108-1239e2a0e63f/86faeaba-1b3f-4bfe-9135-b4cd54d6d095/39c45782-baa0-475e-b489-6926806e4ac4) {{(pid=86374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 10:23:12.762467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for port, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:12.858532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:12.863404 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a0398a0c-fc54-46be-af22-1fa8e69d4354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:12.905269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274396397991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:12.954174 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event deleted for resources: {'Port': ['ID=e8ac366e-3125-425e-96c8-403cf38b98c9,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:12.957180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:12.964793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:13.053675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Network b492d343-022d-4f4f-a108-1239e2a0e63f is already hosted by enough agents. {{(pid=86374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 10:23:13.058990 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.base_scheduler [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources bound (agent type, host, resource id): {{(pid=86374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 10:23:13.061524 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Received port after_create {{(pid=86374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 10:23:13.137834 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'Port': ['ID=39c45782-baa0-475e-b489-6926806e4ac4,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:13.140863 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:13.147660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:13.148085 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Floating IP e7a46c34-d241-4303-aea9-cf6f5789f49c disassociated (deleted). External IP: 172.27.3.197, port: fd588f6c-cf2f-4706-8e66-5b890bb1b14a. Apr 20 10:23:13.561233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8e062a04-fb77-4c34-9a53-228ac985f072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:13.828672 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Router 962653b5-66ee-449f-b42d-1f45bbfa3f20 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:23:14.028242 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:14.064760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:23:14.075083 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] Sync routers for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:23:14.085813 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:14.086529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:14.159097 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:14.210023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:14.274885 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "DELETE /v2.0/floatingips/e7a46c34-d241-4303-aea9-cf6f5789f49c HTTP/1.1" status: 204 len: 168 time: 2.8319137 Apr 20 10:23:14.275470 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:14.277548 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:23:14.381291 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'status': 'completed', 'code': 200} Apr 20 10:23:14.450292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-604d58a6-666f-4ed4-93b2-37f9dc62e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:14.452561 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-604d58a6-666f-4ed4-93b2-37f9dc62e171 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14fa126086e4ec1b462dd99b1744781&device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 1099 time: 0.0951664 Apr 20 10:23:14.483509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for port, precommit_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:14.538667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851707701'] for port, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:14.548736 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:14.613315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-c28d4b66-07a0-438b-abaf-96fb9370f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:14.614908 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-c28d4b66-07a0-438b-abaf-96fb9370f18f service neutron] 10.222.0.55 "GET /v2.0/networks?id=92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 200 len: 912 time: 0.1556900 Apr 20 10:23:14.634340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:14.638674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] Checking router: 962653b5-66ee-449f-b42d-1f45bbfa3f20 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:23:14.648010 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:14.649956 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:14.678689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'Port': ['ID=39c45782-baa0-475e-b489-6926806e4ac4,revision_number=2']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:14.683803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:14.686921 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433841'] for floatingip, after_update {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:14.707090 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-0b3999a3-800c-437c-9ac6-a30b20ee561c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd588f6c-cf2f-4706-8e66-5b890bb1b14a HTTP/1.1" status: 200 len: 217 time: 0.0746269 Apr 20 10:23:14.878645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-d8db0139-c810-427e-a024-73ece826b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:14.880283 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-d8db0139-c810-427e-a024-73ece826b10c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 200 len: 850 time: 0.1651056 Apr 20 10:23:14.895325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:14.969320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ded8a4-3ce6-45de-93da-0688e777e09e req-2d892859-dffa-4478-aaf4-5f18f2e0bc47 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:14.971868 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-64ded8a4-3ce6-45de-93da-0688e777e09e req-2d892859-dffa-4478-aaf4-5f18f2e0bc47 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 946 time: 0.1839979 Apr 20 10:23:15.035458 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-9d54556e-1384-4fd7-ac19-7bd697ae7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:15.037149 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-9d54556e-1384-4fd7-ac19-7bd697ae7695 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92475c78-fcfe-4e5a-bde8-72785e2520e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1421306 Apr 20 10:23:15.046387 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-64ded8a4-3ce6-45de-93da-0688e777e09e req-fbf7a978-6c4f-4d63-8473-cc3f65ebc6e3 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610263 Apr 20 10:23:15.132683 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Floating IP 4a2a632d-b1a8-4974-acc2-c4f0e9d445f6 associated. External IP: 172.27.3.72, port: f504e3be-20c8-4136-9624-b2204da3788a. Apr 20 10:23:15.192922 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-c194c8a0-514b-4de3-b160-1ebc16e92d6d service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456511 Apr 20 10:23:15.230542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:15.267707 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:15.272012 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c3dd6-31b4-440c-8726-d19df61dec7a None None] The sync data for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi is: [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:14:54Z', 'revision_number': 4, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '86890178-2543-41ce-a467-a53e592d744c', 'name': '', 'network_id': '92475c78-fcfe-4e5a-bde8-72785e2520e6', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'mac_address': 'fa:16:3e:5b:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:52Z', 'updated_at': '2021-04-20T10:15:05Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'subnets': [{'id': '644f478a-6fe1-4e41-b43b-51546c64d2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:23:15.355491 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-e67b7474-1025-4b85-973b-f69f9a426cc2 req-2c0afad1-02d1-4387-94d6-65661b4fe650 service neutron] 10.222.0.55 "GET /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469572 Apr 20 10:23:15.519901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Router 92cd5f4a-28da-468e-83af-d914f56f4965 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:23:15.659721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a526dfc1-3fb6-4475-bb8f-e8328c192ae7 None None] New status for floating IP e7a46c34-d241-4303-aea9-cf6f5789f49c: DOWN {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:23:15.713176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:23:15.723613 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] Sync routers for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:23:15.734923 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:15.735620 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:22:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:15.772903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:15.837014 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c69c6825-e011-4966-baa7-9686a889472f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4303870 Apr 20 10:23:15.839980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44318) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:15.845775 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712330815', 'description': 'tempest-secgroup-smoke-1712330815 description', 'project_id': 'fda4d9574039481191872ff6df3e8a33'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:23:15.852295 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:23:15.862463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:23:15.904168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:15.928661 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:23:15.933553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Usage tracker for resource:security_group_rule and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:23:15.936575 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:23:15.936761 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:15.942747 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:23:16.142514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.172416 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.178232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-1758c18b-ac4f-4f76-ade4-1e654cc90bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:16.223532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1484987-5bac-43b6-bd31-fbff6f70f82a,revision_number=1']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:16.234199 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.234661 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.235009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.235421 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.235832 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.236377 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.237098 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.242286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.242286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.242286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.242286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.242286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:16.246373 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:16.263845 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d16de-3a6d-4584-b7a8-235cc96802cb req-1af257ee-29b1-4938-991a-e590da3bac69 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:16.264120 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.265268 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-cea3716a-7d8a-47a9-9d8b-0d0c66e46915 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4242642 Apr 20 10:23:16.265533 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b5d16de-3a6d-4584-b7a8-235cc96802cb req-1af257ee-29b1-4938-991a-e590da3bac69 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 946 time: 0.0944667 Apr 20 10:23:16.268340 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44324) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:16.274223 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'security_group_rule': {'security_group_id': 'd1484987-5bac-43b6-bd31-fbff6f70f82a', 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:23:16.282524 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:23:16.307208 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Usage tracker for resource:security_group_rule and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:23:16.308134 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-024a74a3-51d1-4fdb-b274-e0991d290a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.345631 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '4a2a632d-b1a8-4974-acc2-c4f0e9d445f6', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'port_id': 'f504e3be-20c8-4136-9624-b2204da3788a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'mac_address': 'fa:16:3e:43:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:23:13Z', 'updated_at': '2021-04-20T10:23:13Z', 'revision_number': 0, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a275b35-3c9c-4d80-81a5-c2c39f0cea9d', 'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'mac_address': 'fa:16:3e:d8:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:11Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 5, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'subnets': [{'id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:16.349713 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] Checking router: 92cd5f4a-28da-468e-83af-d914f56f4965 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:23:16.354817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:23:16.359369 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:16.360049 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:23:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:16.377853 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:23:16.383468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:23:16.398412 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b5d16de-3a6d-4584-b7a8-235cc96802cb req-2b3d934a-1dba-4ca4-ae3d-988dc4193055 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/security-groups?id=dcda06c7-f8b9-4b05-8a25-24615e16344f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188803 Apr 20 10:23:16.438066 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a', 'status': 'completed', 'code': 200} Apr 20 10:23:16.439079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-6e9f318b-c961-42d7-a90b-515e7f989ad0 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:16.440750 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-6e9f318b-c961-42d7-a90b-515e7f989ad0 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 946 time: 0.1374338 Apr 20 10:23:16.493028 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.550814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-83592adb-d83a-4e07-b9dd-fb1ef3327465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:16.553032 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-83592adb-d83a-4e07-b9dd-fb1ef3327465 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1099 time: 0.0920515 Apr 20 10:23:16.578705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Deleting port fd588f6c-cf2f-4706-8e66-5b890bb1b14a {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:16.579089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.652510 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.694060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.705543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:16.708875 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-ae621f34-dcd3-4645-8a98-ba4ad6090e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:16.710734 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-ae621f34-dcd3-4645-8a98-ba4ad6090e97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 916 time: 0.1504397 Apr 20 10:23:16.746175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a94a0f4-9f7a-45dd-b43a-bc3470230b6f,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:16.755239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:16.758497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:16.836950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.838263 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9b7d721e-36d6-4be2-9a1c-20ae5f71dd87 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5688283 Apr 20 10:23:16.841272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44330) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:16.849070 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'security_group_rule': {'security_group_id': 'd1484987-5bac-43b6-bd31-fbff6f70f82a', 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:23:16.858256 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:23:16.871609 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Usage tracker for resource:security_group_rule and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:23:16.877757 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:23:16.882084 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-30e15d93-6c36-4ac5-869b-3e7a6e3b5811 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 999 time: 0.1376593 Apr 20 10:23:16.887151 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:23:16.914402 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] For port fd588f6c-cf2f-4706-8e66-5b890bb1b14a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:16.914812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:16.959612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-cadad547-b6f0-487b-8a6c-bd52ad713835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:16.962680 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-cadad547-b6f0-487b-8a6c-bd52ad713835 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 200 len: 854 time: 0.0725541 Apr 20 10:23:17.028342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.052920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Calling delete_port for fd588f6c-cf2f-4706-8e66-5b890bb1b14a owned by compute:nova {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:17.113354 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.117700 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-6a5b3ed0-ce21-4a6a-91d3-64e7abce348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:17.117700 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-6a5b3ed0-ce21-4a6a-91d3-64e7abce348e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5cb5e3f2-8a8a-4339-811d-324bc29ef390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1475737 Apr 20 10:23:17.152547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.176978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '4a2a632d-b1a8-4974-acc2-c4f0e9d445f6', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'port_id': 'f504e3be-20c8-4136-9624-b2204da3788a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'mac_address': 'fa:16:3e:43:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:23:13Z', 'updated_at': '2021-04-20T10:23:13Z', 'revision_number': 0, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a275b35-3c9c-4d80-81a5-c2c39f0cea9d', 'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'mac_address': 'fa:16:3e:d8:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:11Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 5, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'subnets': [{'id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:17.182777 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b681e-f7fc-4bde-acdb-0fbfc0d1ac89 None None] The sync data for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi is: [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_floatingips': [{'id': '4a2a632d-b1a8-4974-acc2-c4f0e9d445f6', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'router_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'port_id': 'f504e3be-20c8-4136-9624-b2204da3788a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'mac_address': 'fa:16:3e:43:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T10:23:13Z', 'updated_at': '2021-04-20T10:23:13Z', 'revision_number': 0, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a275b35-3c9c-4d80-81a5-c2c39f0cea9d', 'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'mac_address': 'fa:16:3e:d8:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:11Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 5, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'subnets': [{'id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:23:17.207835 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.223370 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-15dcd8e4-3fbd-42bc-a682-d00c4c1ce5fc tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:17.247218 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.253190 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2bcf74d9-58d1-432a-b74a-501d5a253f52 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:17.266683 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1fc98b-df21-4229-9326-9fb1d67626e9,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:17.269702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:17.295293 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.296367 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4540524 Apr 20 10:23:17.306562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44334) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:17.307945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event deleted for resources: {'Port': ['ID=fd588f6c-cf2f-4706-8e66-5b890bb1b14a,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:17.312305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:17.315844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'security_group_rule': {'security_group_id': 'd1484987-5bac-43b6-bd31-fbff6f70f82a', 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:23:17.324941 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:23:17.332453 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-c8824c5c-d05c-4abf-840f-e79775b0f591 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062240 Apr 20 10:23:17.333548 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Usage tracker for resource:security_group_rule and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:23:17.338552 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:23:17.370192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:23:17.399976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] No DVR routers for this DVR port fd588f6c-cf2f-4706-8e66-5b890bb1b14a on host hv-cinder-77459 {{(pid=86373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:23:17.402570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.405624 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'name': 'network-vif-deleted', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:23:17.419079 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-468d2ef1-bdb2-4952-9d3d-21018c93c633 req-a2523b26-2ff5-487c-9628-479d25b616f6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.55 "DELETE /v2.0/ports/fd588f6c-cf2f-4706-8e66-5b890bb1b14a HTTP/1.1" status: 204 len: 173 time: 0.9676130 Apr 20 10:23:17.481164 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3f356-b993-4901-a9a9-803d4b85f881', 'name': 'network-vif-deleted', 'tag': 'fd588f6c-cf2f-4706-8e66-5b890bb1b14a', 'status': 'completed', 'code': 200} Apr 20 10:23:17.512626 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d4e049d3-1277-4aab-8204-c05ca9951971 req-d47fed77-92c3-49dd-afc0-227ee7277b31 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693079 Apr 20 10:23:17.512626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.538422 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b539389f-520d-4673-96a2-4cfefaf9b827 None None] New status for floating IP 4a2a632d-b1a8-4974-acc2-c4f0e9d445f6: ACTIVE {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:23:17.600984 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.624573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.633735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-d10738ff-16d8-45a5-a684-0d3c73c0e748 req-e84f4b41-9a67-4edc-a59b-c5d436f1824a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Synchronizing usage tracker for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:23:17.653468 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.662298 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8361d5b3-dd49-4004-9f3c-9b68ef072ca6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:17.682525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-d10738ff-16d8-45a5-a684-0d3c73c0e748 req-e84f4b41-9a67-4edc-a59b-c5d436f1824a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Unset dirty status for tenant:b14fa126086e4ec1b462dd99b1744781 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:23:17.690191 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-d10738ff-16d8-45a5-a684-0d3c73c0e748 req-e84f4b41-9a67-4edc-a59b-c5d436f1824a tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 210 time: 0.1168976 Apr 20 10:23:17.693933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862c5fde-178b-41bd-b3af-36731d25cb0d,revision_number=0']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:17.701153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:17.858745 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:17.863705 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9b0ba371-1bd9-459b-a3d1-b8f5e6ebebb0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5525641 Apr 20 10:23:17.864021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44342) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:17.871168 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'security_group_rule': {'security_group_id': 'd1484987-5bac-43b6-bd31-fbff6f70f82a', 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:23:17.878569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:23:17.882913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Usage tracker for resource:security_group_rule and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:23:17.886074 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:23:17.893367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:23:17.977118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.053144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.092448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.094795 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5a050219-35a7-471f-985e-29dd4502b8e4 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:18.119652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cf3e9f-265b-4a15-a837-d165dce588e3,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:18.122455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:18.201319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.202666 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-81750e76-5cc4-4761-9a45-9de84c5b5c25 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3375647 Apr 20 10:23:18.205632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44346) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:18.212286 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'security_group_rule': {'security_group_id': 'd1484987-5bac-43b6-bd31-fbff6f70f82a', 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:23:18.219313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:23:18.223698 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Usage tracker for resource:security_group_rule and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:23:18.227845 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:23:18.237571 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:23:18.287373 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.securitygroups_db [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Project fda4d9574039481191872ff6df3e8a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:23:18.295566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.371230 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.435375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.443531 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-35a7927e-2a34-48fc-8ee6-dec7867cc2ed tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:18.465544 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec3d64d-d282-4c98-a283-db66329bc86d,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:18.468160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:18.521512 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.522883 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-87f27784-43a9-46cf-b9b8-05a5592b9a9e tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3162191 Apr 20 10:23:18.526633 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44350) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:18.532258 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'security_group_rule': {'security_group_id': 'd1484987-5bac-43b6-bd31-fbff6f70f82a', 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:23:18.541766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 10:23:18.546119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Usage tracker for resource:security_group_rule and tenant:fda4d9574039481191872ff6df3e8a33 is out of sync, need to count used quota {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 10:23:18.549280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 10:23:18.555637 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.quota.driver [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 10:23:18.595548 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.635353 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.securitygroups_db [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Project fda4d9574039481191872ff6df3e8a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 10:23:18.642911 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.714183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.744582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.746825 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:18.773762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9df4c6-b16b-4007-b121-6b7554e01193,revision_number=0']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:18.776462 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:18.812929 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:18.814264 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-b37b5864-8562-43c4-8049-eef50b21478c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2866831 Apr 20 10:23:18.896499 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53f005c5-25e3-4d60-b519-b59f5a389825 req-aa8f947e-a728-4c91-9c62-554016156dec tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f3f356-b993-4901-a9a9-803d4b85f881 HTTP/1.1" status: 200 len: 210 time: 0.0549440 Apr 20 10:23:18.950333 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-0707f55b-2a10-4ca7-9fc0-75d8689374c5 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712330815&fields=id&tenant_id=fda4d9574039481191872ff6df3e8a33 HTTP/1.1" status: 200 len: 267 time: 0.0430152 Apr 20 10:23:19.042090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-9169c59f-c1cc-43ca-8cdd-29090e3a6611 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:19.043583 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-9169c59f-c1cc-43ca-8cdd-29090e3a6611 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 946 time: 0.0872023 Apr 20 10:23:19.056573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'port': {'security_groups': ['5ebcdd65-be29-4047-b313-3e69f9d56844', 'd1484987-5bac-43b6-bd31-fbff6f70f82a']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:23:19.186057 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:19.700525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] For port f504e3be-20c8-4136-9624-b2204da3788a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f504e3be-20c8-4136-9624-b2204da3788a,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:19.726431 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:19.761027 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:19.767304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-6fc277ff-eb3c-462f-9cba-e1dcb929f65c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:19.772884 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['f504e3be-20c8-4136-9624-b2204da3788a'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:23:19.839715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:19.840447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:19.842007 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-f064d66e-7213-4cd0-a059-5a8ccd47e1b9 req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "PUT /v2.0/ports/f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 982 time: 0.7912056 Apr 20 10:23:19.842602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:23:19.866581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'Port': ['ID=f504e3be-20c8-4136-9624-b2204da3788a,revision_number=6']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:19.872525 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a727c83e-ad47-4813-a213-bab85ac2b1a1 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:19.922219 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a', 'status': 'completed', 'code': 200} Apr 20 10:23:19.972360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['f504e3be-20c8-4136-9624-b2204da3788a'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:23:20.032089 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44364) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:20.095535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-cfd3d9c4-b0ae-4fc2-aacc-a9c3a8e85d8d None None] Provisioning complete for port f504e3be-20c8-4136-9624-b2204da3788a triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:23:20.096044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d9c4-b0ae-4fc2-aacc-a9c3a8e85d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:20.116408 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca838b2-6c1d-4626-846c-669be13fbcaf req-6ba92adc-6138-4be8-ba9a-14075c05a541 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:20.118937 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bca838b2-6c1d-4626-846c-669be13fbcaf req-6ba92adc-6138-4be8-ba9a-14075c05a541 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0997689 Apr 20 10:23:20.173300 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-bca838b2-6c1d-4626-846c-669be13fbcaf req-841f0e1c-b3ab-49d4-b53b-25f10c54c1d9 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474510 Apr 20 10:23:20.221427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Deleting port bf776b89-8d11-49f9-a94c-bdca670d2997 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:20.221826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:20.283399 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98613af2-e239-472b-a760-0cb4c9da9442 req-25fb86aa-1371-4d1e-ad49-5f36919b1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:20.284971 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98613af2-e239-472b-a760-0cb4c9da9442 req-25fb86aa-1371-4d1e-ad49-5f36919b1115 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1138 time: 0.3376024 Apr 20 10:23:20.540581 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:20.540881 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:20.560108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98613af2-e239-472b-a760-0cb4c9da9442 req-6e282f72-5d6e-423a-9013-e2c30f310de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:20.561837 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98613af2-e239-472b-a760-0cb4c9da9442 req-6e282f72-5d6e-423a-9013-e2c30f310de4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 916 time: 0.2573783 Apr 20 10:23:20.593524 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device fd588f6c-cf2f-4706-8e66-5b890bb1b14a no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:23:20.644143 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: fd588f6c-cf2f-4706-8e66-5b890bb1b14a {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:23:20.644528 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device fd588f6c-cf2f-4706-8e66-5b890bb1b14a not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:23:20.738324 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Calling delete_port for bf776b89-8d11-49f9-a94c-bdca670d2997 owned by network:floatingip {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:21.097486 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98613af2-e239-472b-a760-0cb4c9da9442 req-4e2ace4f-3a81-4798-a9dc-1d7a4f9c041f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 1001 time: 0.4822764 Apr 20 10:23:21.211433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98613af2-e239-472b-a760-0cb4c9da9442 req-5bcc3799-6b41-4733-8ad7-003824cb1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:21.213075 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98613af2-e239-472b-a760-0cb4c9da9442 req-5bcc3799-6b41-4733-8ad7-003824cb1a20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 200 len: 854 time: 0.1047339 Apr 20 10:23:21.310462 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98613af2-e239-472b-a760-0cb4c9da9442 req-7d2b46c3-9213-4139-928a-357c8f20930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:21.312072 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98613af2-e239-472b-a760-0cb4c9da9442 req-7d2b46c3-9213-4139-928a-357c8f20930b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5cb5e3f2-8a8a-4339-811d-324bc29ef390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906861 Apr 20 10:23:21.315280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:21.321985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-64acd999-c20f-45c1-b060-46b07ecc5eb8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:21.393735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event deleted for resources: {'Port': ['ID=bf776b89-8d11-49f9-a94c-bdca670d2997,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:21.444831 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:21.593768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for floatingip, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:21.604042 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98613af2-e239-472b-a760-0cb4c9da9442 req-26d648b6-0117-4e58-a267-f473b6554207 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837820 Apr 20 10:23:21.699104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:21.700246 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f55af392-1846-46b7-96b7-cc2d8c03d1b8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "DELETE /v2.0/floatingips/f5688ed3-225e-42f9-9c5d-46bfb0d782f3 HTTP/1.1" status: 204 len: 168 time: 1.6669886 Apr 20 10:23:21.761465 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-98613af2-e239-472b-a760-0cb4c9da9442 req-b3aeeea7-ce0b-40a5-9e5f-a81ae7f7f285 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499889 Apr 20 10:23:22.268944 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-400680d6-6431-4360-abb2-35d14979df09 req-9dc58bc4-0de5-42e7-8b79-a3e9b007aa82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816643 Apr 20 10:23:22.423602 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400680d6-6431-4360-abb2-35d14979df09 req-49a75859-7295-40b3-9093-814741166356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:22.425471 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-400680d6-6431-4360-abb2-35d14979df09 req-49a75859-7295-40b3-9093-814741166356 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1138 time: 0.0829058 Apr 20 10:23:22.587617 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400680d6-6431-4360-abb2-35d14979df09 req-05d2011b-d1c2-475a-bd18-e76658223ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:22.589209 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-400680d6-6431-4360-abb2-35d14979df09 req-05d2011b-d1c2-475a-bd18-e76658223ac1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 916 time: 0.1440473 Apr 20 10:23:22.699683 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-400680d6-6431-4360-abb2-35d14979df09 req-2f5ae64e-d20f-45d6-8bdf-4cdba14f24d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 1001 time: 0.1010237 Apr 20 10:23:22.774341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400680d6-6431-4360-abb2-35d14979df09 req-df6d964a-8153-401a-ae1c-ce98e541af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:22.776016 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-400680d6-6431-4360-abb2-35d14979df09 req-df6d964a-8153-401a-ae1c-ce98e541af7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 200 len: 854 time: 0.0689278 Apr 20 10:23:22.859320 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400680d6-6431-4360-abb2-35d14979df09 req-b1e713f0-c6f2-4cc8-bb7e-a662c1c052d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:22.860884 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-400680d6-6431-4360-abb2-35d14979df09 req-b1e713f0-c6f2-4cc8-bb7e-a662c1c052d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5cb5e3f2-8a8a-4339-811d-324bc29ef390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778649 Apr 20 10:23:23.004406 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-400680d6-6431-4360-abb2-35d14979df09 req-fddd957e-254b-4d11-b055-89a1e0ed3e3c service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358700 Apr 20 10:23:23.151993 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-400680d6-6431-4360-abb2-35d14979df09 req-083b21f9-8aa6-4e4b-b4f7-2735fad17e05 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401072 Apr 20 10:23:23.182031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44380) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:23.261252 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-90305f6b-6ca5-4fff-8771-c9dca498609d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:23.293612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-90305f6b-6ca5-4fff-8771-c9dca498609d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:23.378050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-90305f6b-6ca5-4fff-8771-c9dca498609d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:23.384146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ea3809be-b2e0-467f-ac49-d51b2882a04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:23.400566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90305f6b-6ca5-4fff-8771-c9dca498609d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda06c7-f8b9-4b05-8a25-24615e16344f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:23.403153 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-90305f6b-6ca5-4fff-8771-c9dca498609d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:23.458160 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-90305f6b-6ca5-4fff-8771-c9dca498609d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:23.459411 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-90305f6b-6ca5-4fff-8771-c9dca498609d tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] 10.222.0.26 "DELETE /v2.0/security-groups/dcda06c7-f8b9-4b05-8a25-24615e16344f HTTP/1.1" status: 204 len: 168 time: 0.2762699 Apr 20 10:23:23.548712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44386) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:24.276676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854342246'] for router_interface, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:24.644840 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Deleting port 86890178-2543-41ce-a467-a53e592d744c {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:24.645227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:24.827631 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] For port 86890178-2543-41ce-a467-a53e592d744c, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=86890178-2543-41ce-a467-a53e592d744c,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:24.828029 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:24.966110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Calling delete_port for 86890178-2543-41ce-a467-a53e592d744c owned by network:router_interface {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:25.418165 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:25.423025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-378e2966-6808-4892-b047-e9ce50046907 tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:25.469542 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Pushing event deleted for resources: {'Port': ['ID=86890178-2543-41ce-a467-a53e592d744c,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:25.472958 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:25.757383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854342172'] for router_interface, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:26.144278 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Router 962653b5-66ee-449f-b42d-1f45bbfa3f20 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:23:26.331757 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:23:26.341555 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] Sync routers for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:23:26.345561 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-019ad014-ab79-43a5-b530-fe99ba0b566d admin admin] 10.222.0.26 "PUT /v2.0/routers/962653b5-66ee-449f-b42d-1f45bbfa3f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7956297 Apr 20 10:23:26.348376 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44394) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:26.351497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:26.352170 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:23:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:26.538781 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:26.541772 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:26.731338 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:26.778539 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Deleting port a4dcdef4-9392-4b32-a9f4-4e78baa393ae {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:26.779502 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:26.853031 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:23:25Z', 'revision_number': 5, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port': {'id': 'a4dcdef4-9392-4b32-a9f4-4e78baa393ae', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:14:47Z', 'updated_at': '2021-04-20T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:26.857178 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] Checking router: 962653b5-66ee-449f-b42d-1f45bbfa3f20 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:23:26.866149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] Routers {'962653b5-66ee-449f-b42d-1f45bbfa3f20'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:26.867359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:23:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['962653b5-66ee-449f-b42d-1f45bbfa3f20'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:26.968780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] For port a4dcdef4-9392-4b32-a9f4-4e78baa393ae, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=a4dcdef4-9392-4b32-a9f4-4e78baa393ae,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:26.969183 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:27.027554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] Set router 962653b5-66ee-449f-b42d-1f45bbfa3f20 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:27.100397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Calling delete_port for a4dcdef4-9392-4b32-a9f4-4e78baa393ae owned by network:router_gateway {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:27.142245 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:23:26Z', 'revision_number': 6, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port_host': None}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:27.146645 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28011-440c-41f8-b1bc-d8d3f4d85306 None None] The sync data for ids ['962653b5-66ee-449f-b42d-1f45bbfa3f20'] in dv-cinder-774594-4-iscsi is: [{'id': '962653b5-66ee-449f-b42d-1f45bbfa3f20', 'name': 'tempest-TestVolumeBootPattern-889210095-router', 'tenant_id': 'b14fa126086e4ec1b462dd99b1744781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:14:46Z', 'updated_at': '2021-04-20T10:23:26Z', 'revision_number': 6, 'project_id': 'b14fa126086e4ec1b462dd99b1744781', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:23:27.367212 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:27.372375 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a0ef58cc-24a1-42f5-b88c-30cd1f97c97f tempest-TestShelveInstance-169987699 tempest-TestShelveInstance-169987699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:27.419920 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4dcdef4-9392-4b32-a9f4-4e78baa393ae,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:27.422604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:27.436868 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 86890178-2543-41ce-a467-a53e592d744c no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:23:27.483303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 86890178-2543-41ce-a467-a53e592d744c {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:23:27.483794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 86890178-2543-41ce-a467-a53e592d744c not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:23:27.524710 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452709'] for router_gateway, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:27.715142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773727'] for router, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:27.717604 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:27.841090 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:27.841663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 962653b5-66ee-449f-b42d-1f45bbfa3f20 {{(pid=86374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:23:27.854918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:27.856177 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/962653b5-66ee-449f-b42d-1f45bbfa3f20 HTTP/1.1" status: 204 len: 168 time: 1.5067616 Apr 20 10:23:27.859021 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44398) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:27.926092 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b146705-c583-4383-805b-baba4fb63e1a admin admin] Deleting subnet 644f478a-6fe1-4e41-b43b-51546c64d2e3 {{(pid=86374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:23:27.929821 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b146705-c583-4383-805b-baba4fb63e1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:27.986197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b146705-c583-4383-805b-baba4fb63e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-794101'] for subnet, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:28.067025 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b146705-c583-4383-805b-baba4fb63e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:28.367327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b146705-c583-4383-805b-baba4fb63e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3068694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186813'] for subnet, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:28.372758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:28.411534 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9b146705-c583-4383-805b-baba4fb63e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:28.416861 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b146705-c583-4383-805b-baba4fb63e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644f478a-6fe1-4e41-b43b-51546c64d2e3,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:28.417133 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09caf676-259b-4e17-bbdc-dc0f8294fde4 None None] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:23:28.420409 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-9b146705-c583-4383-805b-baba4fb63e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:28.422444 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-9b146705-c583-4383-805b-baba4fb63e1a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/644f478a-6fe1-4e41-b43b-51546c64d2e3 HTTP/1.1" status: 204 len: 168 time: 0.5622752 Apr 20 10:23:28.424985 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44402) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:28.684836 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] DHCP port deletion for 92475c78-fcfe-4e5a-bde8-72785e2520e6 request from dv-cinder-774594-4-iscsi {{(pid=86375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:23:28.689472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] Deleting port 7d5e038a-3edf-4df8-80ec-a8623a0625eb {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:28.689894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:28.812287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:28.824361 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Deleting port 7d5e038a-3edf-4df8-80ec-a8623a0625eb {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:28.824780 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:28.920497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] For port 7d5e038a-3edf-4df8-80ec-a8623a0625eb, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=7d5e038a-3edf-4df8-80ec-a8623a0625eb,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:28.920862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:29.055463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] For port 7d5e038a-3edf-4df8-80ec-a8623a0625eb, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=7d5e038a-3edf-4df8-80ec-a8623a0625eb,segment=NetworkSegment(0151533d-2fdf-44af-8786-28216aac9c75),segment_id=0151533d-2fdf-44af-8786-28216aac9c75)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:29.055463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:29.193691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Calling delete_port for 7d5e038a-3edf-4df8-80ec-a8623a0625eb owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:29.230384 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] Calling delete_port for 7d5e038a-3edf-4df8-80ec-a8623a0625eb owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:29.292287 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:29.297349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-477f1a8a-6a93-4a69-a582-8182f84f2cf8 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:29.305538 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:23:29.305936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:23:29.347982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5e038a-3edf-4df8-80ec-a8623a0625eb,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:29.350009 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] No DVR routers for this DVR port 7d5e038a-3edf-4df8-80ec-a8623a0625eb on host dv-cinder-774594-4-iscsi {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:23:29.352236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:29.408944 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a4dcdef4-9392-4b32-a9f4-4e78baa393ae no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:23:29.448397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: a4dcdef4-9392-4b32-a9f4-4e78baa393ae {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:23:29.448748 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a4dcdef4-9392-4b32-a9f4-4e78baa393ae not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:23:29.449209 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 7d5e038a-3edf-4df8-80ec-a8623a0625eb no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:23:29.477667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:29.486972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 7d5e038a-3edf-4df8-80ec-a8623a0625eb {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:23:29.487368 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 7d5e038a-3edf-4df8-80ec-a8623a0625eb not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:23:29.594236 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92475c78-fcfe-4e5a-bde8-72785e2520e6']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:29.606954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0151533d-2fdf-44af-8786-28216aac9c75') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:29.607292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0151533d-2fdf-44af-8786-28216aac9c75') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:29.619149 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:29.634227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:29.640569 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:23:29.807800 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] Deleting port 7d5e038a-3edf-4df8-80ec-a8623a0625eb {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:29.808261 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:29.827381 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:23:29.837988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:29.882123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d0b03-18ef-437e-b80a-30d195f637fe None None] The port '7d5e038a-3edf-4df8-80ec-a8623a0625eb' was deleted {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:23:30.023469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Network 92475c78-fcfe-4e5a-bde8-72785e2520e6 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:23:30.045620 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:23:30.161059 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:30.165100 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-4fd6063a-d167-412d-afaa-aaf0413d4c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:30.182126 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:30.190908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92475c78-fcfe-4e5a-bde8-72785e2520e6,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:30.194276 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:30.230508 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-5d6b9fb6-5235-4a94-8407-eeeb858531d4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/92475c78-fcfe-4e5a-bde8-72785e2520e6 HTTP/1.1" status: 204 len: 168 time: 1.8044419 Apr 20 10:23:30.233664 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44408) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:30.800649 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854342246'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:31.167607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Deleting port b45893dc-f113-40eb-8a8e-589fd0d49b06 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:31.168214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:31.354264 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] For port b45893dc-f113-40eb-8a8e-589fd0d49b06, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=b45893dc-f113-40eb-8a8e-589fd0d49b06,segment=NetworkSegment(9127bbce-80bf-4e91-8e0f-0ec865958091),segment_id=9127bbce-80bf-4e91-8e0f-0ec865958091)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:31.354660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:31.487210 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Calling delete_port for b45893dc-f113-40eb-8a8e-589fd0d49b06 owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:31.703675 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:31.708450 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ea7c7be7-fee6-4661-a3c8-5a490c18db49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:31.757938 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45893dc-f113-40eb-8a8e-589fd0d49b06,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:31.790503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:32.046253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854342172'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:32.333036 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:23:32.424079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Router fc4a3801-f650-4987-911b-0a01f89cef79 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:23:32.853699 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:23:32.862655 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] Sync routers for ids ['fc4a3801-f650-4987-911b-0a01f89cef79'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:23:32.874130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] Routers {'fc4a3801-f650-4987-911b-0a01f89cef79'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:32.877794 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:23:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['fc4a3801-f650-4987-911b-0a01f89cef79'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:32.888745 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-41b355ba-8ac6-4e6b-8aba-83f35ec09d54 admin admin] 10.222.0.26 "PUT /v2.0/routers/fc4a3801-f650-4987-911b-0a01f89cef79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6538014 Apr 20 10:23:32.891516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44412) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:33.064903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] Set router fc4a3801-f650-4987-911b-0a01f89cef79 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:33.086030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks [] for router, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:33.274850 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:33.321909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Deleting port a70aea93-63e3-42a9-8be5-dca8c03ed762 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:33.322221 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:33.368606 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:02Z', 'updated_at': '2021-04-20T10:23:31Z', 'revision_number': 5, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'gw_port': {'id': 'a70aea93-63e3-42a9-8be5-dca8c03ed762', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:43:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:15:05Z', 'updated_at': '2021-04-20T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:33.379467 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] Checking router: fc4a3801-f650-4987-911b-0a01f89cef79 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:23:33.389240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] Routers {'fc4a3801-f650-4987-911b-0a01f89cef79'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:23:33.389913 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:23:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['fc4a3801-f650-4987-911b-0a01f89cef79'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:33.517830 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] For port a70aea93-63e3-42a9-8be5-dca8c03ed762, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=a70aea93-63e3-42a9-8be5-dca8c03ed762,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:33.518231 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:33.558520 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] Set router fc4a3801-f650-4987-911b-0a01f89cef79 gateway port host: None {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:23:33.652679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Calling delete_port for a70aea93-63e3-42a9-8be5-dca8c03ed762 owned by network:router_gateway {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:33.673940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:02Z', 'updated_at': '2021-04-20T10:23:33Z', 'revision_number': 6, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'gw_port_host': None}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:33.678082 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19373d85-4f19-4ad4-ac71-a4b0017a68eb None None] The sync data for ids ['fc4a3801-f650-4987-911b-0a01f89cef79'] in dv-cinder-774594-4-iscsi is: [{'id': 'fc4a3801-f650-4987-911b-0a01f89cef79', 'name': 'tempest-TestVolumeBootPattern-278134888-router', 'tenant_id': 'ba88316b05bb45f68ac190caa78423d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:15:02Z', 'updated_at': '2021-04-20T10:23:33Z', 'revision_number': 6, 'project_id': 'ba88316b05bb45f68ac190caa78423d7', 'gw_port_host': None}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:23:33.875514 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:33.880936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ab708413-33c4-45e5-823e-951b724566e6 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:33.928164 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a70aea93-63e3-42a9-8be5-dca8c03ed762,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:33.931529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:34.031817 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452709'] for router_gateway, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:34.220204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773727'] for router, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:34.222560 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:34.263903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:34.264516 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc4a3801-f650-4987-911b-0a01f89cef79 {{(pid=86374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:23:34.277329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:34.281951 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-56f25c11-2a19-4a59-9be5-ba15dfc0ba8f admin admin] 10.222.0.26 "DELETE /v2.0/routers/fc4a3801-f650-4987-911b-0a01f89cef79 HTTP/1.1" status: 204 len: 168 time: 1.3859472 Apr 20 10:23:34.281951 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44420) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:34.349954 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fd8319-dd11-44f0-a502-e8cb367b7a17 admin admin] Deleting subnet 57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0 {{(pid=86374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:23:34.354325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-63fd8319-dd11-44f0-a502-e8cb367b7a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:34.410527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-63fd8319-dd11-44f0-a502-e8cb367b7a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-794101'] for subnet, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:34.563548 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-63fd8319-dd11-44f0-a502-e8cb367b7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:34.569388 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8181e-f586-4aff-afd3-e89e867edf21 req-e3b4ceb4-2827-4700-ad27-912d1a94942d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:34.571127 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a7d8181e-f586-4aff-afd3-e89e867edf21 req-e3b4ceb4-2827-4700-ad27-912d1a94942d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0950925 Apr 20 10:23:34.613497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-9cfd2e6f-b3f6-447e-8a7e-4a12c9fdf592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:34.615107 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-9cfd2e6f-b3f6-447e-8a7e-4a12c9fdf592 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1138 time: 0.1523793 Apr 20 10:23:34.622712 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-a7d8181e-f586-4aff-afd3-e89e867edf21 req-f93c5931-cf19-4dcb-a2fa-b80b7a2bc4f4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447674 Apr 20 10:23:35.130441 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-f18f0c02-3ae7-489f-a6da-c2d50b51a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:35.132518 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-f18f0c02-3ae7-489f-a6da-c2d50b51a8d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 916 time: 0.5083544 Apr 20 10:23:35.285495 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-78eef465-549c-4294-a370-9a94ff8e0f36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 1001 time: 0.1244376 Apr 20 10:23:35.360610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-4f10a90f-d3b5-4134-b7be-828d40d67b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:35.362241 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-4f10a90f-d3b5-4134-b7be-828d40d67b14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 200 len: 854 time: 0.0689645 Apr 20 10:23:35.403337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a70aea93-63e3-42a9-8be5-dca8c03ed762 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:23:35.440874 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: a70aea93-63e3-42a9-8be5-dca8c03ed762 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:23:35.444527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device a70aea93-63e3-42a9-8be5-dca8c03ed762 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:23:35.444527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device b45893dc-f113-40eb-8a8e-589fd0d49b06 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:23:35.456043 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-c74d11ba-7630-4dd9-904e-aa442ad9cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:35.457716 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-c74d11ba-7630-4dd9-904e-aa442ad9cdd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5cb5e3f2-8a8a-4339-811d-324bc29ef390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872958 Apr 20 10:23:35.483304 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: b45893dc-f113-40eb-8a8e-589fd0d49b06 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:23:35.483694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device b45893dc-f113-40eb-8a8e-589fd0d49b06 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:23:35.566580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-63fd8319-dd11-44f0-a502-e8cb367b7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3068694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186813'] for subnet, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:35.575986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:35.630382 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd8319-dd11-44f0-a502-e8cb367b7a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:35.632649 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-63fd8319-dd11-44f0-a502-e8cb367b7a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:35.634280 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8875594-b0cc-41d8-83d3-4050b879968e None None] Network 206320f6-89dc-43c4-91fc-5cc4a452210f requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:23:35.639580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-63fd8319-dd11-44f0-a502-e8cb367b7a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:35.654213 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-63fd8319-dd11-44f0-a502-e8cb367b7a17 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/57285d1d-4ce4-4d54-82a1-5e55f2c1e2d0 HTTP/1.1" status: 204 len: 168 time: 1.3717680 Apr 20 10:23:35.656663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44428) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:35.678805 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-39cad6f5-3b7a-4c72-a7fe-acc61ad5cdd8 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124023 Apr 20 10:23:35.855059 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53007332-212d-45a5-b13c-c49573c5ba44 req-833911b3-a2b3-4bb0-8310-b7efebd52021 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:35.856838 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53007332-212d-45a5-b13c-c49573c5ba44 req-833911b3-a2b3-4bb0-8310-b7efebd52021 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.1008966 Apr 20 10:23:35.871355 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:35.907764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Deleting port 3794e597-ef12-4b31-85d3-05109785a280 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:35.908076 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:35.915697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] DHCP port deletion for 206320f6-89dc-43c4-91fc-5cc4a452210f request from dv-cinder-774594-4-iscsi {{(pid=86375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:23:35.916941 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-53007332-212d-45a5-b13c-c49573c5ba44 req-f1cdd01d-4fe9-4bfe-b051-e0c9f9265c6d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531793 Apr 20 10:23:35.920136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Deleting port 3794e597-ef12-4b31-85d3-05109785a280 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:35.920924 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:35.965698 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8067ece9-0a76-4608-b633-0053ddd8dc65 req-550dc415-1167-41e4-96e1-ad23bde3c094 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293923 Apr 20 10:23:36.149939 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] For port 3794e597-ef12-4b31-85d3-05109785a280, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=3794e597-ef12-4b31-85d3-05109785a280,segment=NetworkSegment(9127bbce-80bf-4e91-8e0f-0ec865958091),segment_id=9127bbce-80bf-4e91-8e0f-0ec865958091)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:36.150341 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:36.156482 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] For port 3794e597-ef12-4b31-85d3-05109785a280, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=3794e597-ef12-4b31-85d3-05109785a280,segment=NetworkSegment(9127bbce-80bf-4e91-8e0f-0ec865958091),segment_id=9127bbce-80bf-4e91-8e0f-0ec865958091)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:23:36.156940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:36.284702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Calling delete_port for 3794e597-ef12-4b31-85d3-05109785a280 owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:36.296290 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Calling delete_port for 3794e597-ef12-4b31-85d3-05109785a280 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:23:36.375011 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:23:36.375507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:23:36.400882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:36.405779 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-07eb8070-a523-4eba-b3d5-4a6a98da1698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:36.452307 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Pushing event deleted for resources: {'Port': ['ID=3794e597-ef12-4b31-85d3-05109785a280,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:36.454945 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] No DVR routers for this DVR port 3794e597-ef12-4b31-85d3-05109785a280 on host dv-cinder-774594-4-iscsi {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:23:36.464532 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.464949 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.465328 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.465697 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.466066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.466430 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.466783 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.467142 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.467503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.467873 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.468228 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.468577 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:23:36.471593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-b84d6c30-5562-4882-944c-67646bd219f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:36.876498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Deleting port 3794e597-ef12-4b31-85d3-05109785a280 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:23:36.876916 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:36.953957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] The port '3794e597-ef12-4b31-85d3-05109785a280' was deleted {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:23:37.082908 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:37.123543 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b496f9-9829-455c-8041-9ef155b6aa36 req-f4e7d4ff-5f73-4901-8b61-1c6c8b88c186 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:37.125192 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10b496f9-9829-455c-8041-9ef155b6aa36 req-f4e7d4ff-5f73-4901-8b61-1c6c8b88c186 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0898564 Apr 20 10:23:37.175733 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10b496f9-9829-455c-8041-9ef155b6aa36 req-541e0bbc-f317-460e-876e-5347f096938f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440345 Apr 20 10:23:37.203572 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206320f6-89dc-43c4-91fc-5cc4a452210f']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:37.217336 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9127bbce-80bf-4e91-8e0f-0ec865958091') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:37.217671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9127bbce-80bf-4e91-8e0f-0ec865958091') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:23:37.229625 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:37.315266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:37.322804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:23:37.401887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 3794e597-ef12-4b31-85d3-05109785a280 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:23:37.439347 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 3794e597-ef12-4b31-85d3-05109785a280 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:23:37.439862 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 3794e597-ef12-4b31-85d3-05109785a280 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:23:37.504406 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Network 206320f6-89dc-43c4-91fc-5cc4a452210f has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:23:37.514205 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:37.693227 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Network 206320f6-89dc-43c4-91fc-5cc4a452210f has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: % (table.description, expected, rows_matched) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: % (table.description, expected, rows_matched) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: % (table.description, expected, rows_matched) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: % (table.description, expected, rows_matched) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:23:37.716108 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:23:38.023527 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:38.027038 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:38.041269 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:38.052113 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Pushing event deleted for resources: {'Network': ['ID=206320f6-89dc-43c4-91fc-5cc4a452210f,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:38.057779 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:38.060910 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-af231dd4-cfa4-48f1-be7a-e7d4ac3d3738 admin admin] 10.222.0.26 "DELETE /v2.0/networks/206320f6-89dc-43c4-91fc-5cc4a452210f HTTP/1.1" status: 204 len: 168 time: 2.4032187 Apr 20 10:23:38.349455 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44438) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:38.392395 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b4fb1-2fa6-4b73-9847-850b51e60dd1 req-9178e69c-151a-45f4-bbf8-00521316d1f8 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:38.394038 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b4b4fb1-2fa6-4b73-9847-850b51e60dd1 req-9178e69c-151a-45f4-bbf8-00521316d1f8 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0980048 Apr 20 10:23:38.403593 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-0bced41f-33c5-4b7c-808c-5a280c2ce510 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b14fa126086e4ec1b462dd99b1744781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526311 Apr 20 10:23:38.406003 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44442) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:38.446601 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-8b4b4fb1-2fa6-4b73-9847-850b51e60dd1 req-7ef3056b-a8be-463d-9188-e1ae299096c0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450327 Apr 20 10:23:38.469233 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-33830a0e-9850-491b-bab7-2a8fcfa58eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:38.497760 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-33830a0e-9850-491b-bab7-2a8fcfa58eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:38.589135 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-33830a0e-9850-491b-bab7-2a8fcfa58eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:38.594358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-091b4470-40fc-4d8c-baa4-49ced54aa2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:38.610438 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33830a0e-9850-491b-bab7-2a8fcfa58eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10beaf16-e637-4d38-901c-b23086744612,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:38.613640 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-33830a0e-9850-491b-bab7-2a8fcfa58eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:38.615708 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-33830a0e-9850-491b-bab7-2a8fcfa58eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:38.619918 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-33830a0e-9850-491b-bab7-2a8fcfa58eba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10beaf16-e637-4d38-901c-b23086744612 HTTP/1.1" status: 204 len: 168 time: 0.2101636 Apr 20 10:23:39.125646 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44450) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:39.179847 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-932ce998-0e2a-4399-8efb-6dd9cf5ce7ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba88316b05bb45f68ac190caa78423d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518000 Apr 20 10:23:39.182246 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44454) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:23:39.244019 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bdae672-efd0-4e04-857e-74e08523762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:39.271343 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bdae672-efd0-4e04-857e-74e08523762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:39.412067 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bdae672-efd0-4e04-857e-74e08523762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:39.418023 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c5e490c9-34f6-4459-a3d8-10ba01d69c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:23:39.435900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdae672-efd0-4e04-857e-74e08523762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf72e85-db9b-4243-beaf-e3537bada8c0,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:23:39.439030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2bdae672-efd0-4e04-857e-74e08523762a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:23:39.439998 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-2bdae672-efd0-4e04-857e-74e08523762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:39.441197 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-2bdae672-efd0-4e04-857e-74e08523762a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eaf72e85-db9b-4243-beaf-e3537bada8c0 HTTP/1.1" status: 204 len: 168 time: 0.2579131 Apr 20 10:23:39.653064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe8da-b002-4711-943c-b709e92566b5 req-d9e39c5a-3cfc-4428-8acd-f1ef8effc527 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:39.654731 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5aefe8da-b002-4711-943c-b709e92566b5 req-d9e39c5a-3cfc-4428-8acd-f1ef8effc527 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0899296 Apr 20 10:23:39.708568 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-5aefe8da-b002-4711-943c-b709e92566b5 req-a53ad3d2-2a11-4253-985b-2244fb540a2c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473197 Apr 20 10:23:40.915793 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d919d-a985-4666-a85a-dbaa35775eef req-66d2b224-85df-4e48-b3a9-e2311777dfd3 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:40.917424 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-de0d919d-a985-4666-a85a-dbaa35775eef req-66d2b224-85df-4e48-b3a9-e2311777dfd3 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0933406 Apr 20 10:23:40.969901 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-de0d919d-a985-4666-a85a-dbaa35775eef req-e465cba1-22e1-4764-bda3-def4301091db tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457997 Apr 20 10:23:42.171519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7de240-e891-46dc-a79b-2c18ef0011df req-95cbc1ee-4321-482a-abf6-1c0656f71c33 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:42.173152 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e7de240-e891-46dc-a79b-2c18ef0011df req-95cbc1ee-4321-482a-abf6-1c0656f71c33 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0913107 Apr 20 10:23:42.223481 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-6e7de240-e891-46dc-a79b-2c18ef0011df req-2c97a82d-025e-479f-b20d-f26f6cec490c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435472 Apr 20 10:23:43.427371 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e43f-c908-48c6-a7de-19a7d85caa4b req-5f69b94a-ba5f-4530-9bcb-f33823864d5c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:43.429645 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2e97e43f-c908-48c6-a7de-19a7d85caa4b req-5f69b94a-ba5f-4530-9bcb-f33823864d5c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0942032 Apr 20 10:23:43.482031 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-2e97e43f-c908-48c6-a7de-19a7d85caa4b req-8961612d-d1ab-49f3-854e-daa50dbf1dea tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453894 Apr 20 10:23:43.549489 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b604-09d5-4f13-bd39-fe6d058e1f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:44.686630 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7e4e-0439-441b-981a-74146cc8c034 req-a1fa5b5f-bf13-414e-a5fc-eb2dbcc4bee9 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:44.688238 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-716c7e4e-0439-441b-981a-74146cc8c034 req-a1fa5b5f-bf13-414e-a5fc-eb2dbcc4bee9 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0889256 Apr 20 10:23:44.743854 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-716c7e4e-0439-441b-981a-74146cc8c034 req-6bea4f5c-f082-4555-b086-f0b6c6a244f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485685 Apr 20 10:23:45.211805 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:45.950495 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ce13f-5a72-49e8-9138-f20e53cf3fbc req-27dc86ec-a58c-4ec9-81b3-42b72f1a8850 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:45.952087 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-608ce13f-5a72-49e8-9138-f20e53cf3fbc req-27dc86ec-a58c-4ec9-81b3-42b72f1a8850 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0894537 Apr 20 10:23:46.003418 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-608ce13f-5a72-49e8-9138-f20e53cf3fbc req-31b3cbdb-577b-4bd5-acbc-f6ee62b4570f tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445712 Apr 20 10:23:46.280379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-a492c27f-d3dc-4718-861f-d2b88c9793ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:47.121232 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:47.213329 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaa3db-d5df-4031-b1b2-19f5ef943046 req-b7545ad8-a9f3-493a-ac8f-d26614dc9911 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:47.215109 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7ceaa3db-d5df-4031-b1b2-19f5ef943046 req-b7545ad8-a9f3-493a-ac8f-d26614dc9911 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0964582 Apr 20 10:23:47.266260 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-7ceaa3db-d5df-4031-b1b2-19f5ef943046 req-88ea7a60-8296-4941-808a-6a1119852518 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444713 Apr 20 10:23:47.617758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:48.469733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5749ce8-8d7c-4116-a7db-6cb758edd05f req-efda9b8e-7200-4b12-962a-99487e4aff92 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:48.471327 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5749ce8-8d7c-4116-a7db-6cb758edd05f req-efda9b8e-7200-4b12-962a-99487e4aff92 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0884550 Apr 20 10:23:48.523273 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c5749ce8-8d7c-4116-a7db-6cb758edd05f req-5811cae1-d7c4-4a30-965d-d2fb36adb758 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454051 Apr 20 10:23:48.583141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:23:49.730103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a06c7-4cc0-48dc-a042-4afa5faf876d req-07b3fcc9-602f-4754-a0ef-0fa333e93e84 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:49.731654 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c11a06c7-4cc0-48dc-a042-4afa5faf876d req-07b3fcc9-602f-4754-a0ef-0fa333e93e84 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0942895 Apr 20 10:23:49.784205 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c11a06c7-4cc0-48dc-a042-4afa5faf876d req-d9fa11f6-2620-4f37-8c51-f2c11506c13c tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455151 Apr 20 10:23:50.987359 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f579f-577b-4404-9d51-911ab84cd842 req-73babd67-b274-4bee-9e6d-5d9587f6d8b9 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:50.988985 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-951f579f-577b-4404-9d51-911ab84cd842 req-73babd67-b274-4bee-9e6d-5d9587f6d8b9 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0905962 Apr 20 10:23:51.042666 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-951f579f-577b-4404-9d51-911ab84cd842 req-01ea1021-ae0e-4ca7-9ff3-c5da3c91a1b7 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471287 Apr 20 10:23:52.247123 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ddb8-797b-4d80-9602-a371bfd14c5a req-6504e393-f116-420d-ab61-d387f81ccda4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:23:52.248751 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-dce8ddb8-797b-4d80-9602-a371bfd14c5a req-6504e393-f116-420d-ab61-d387f81ccda4 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0896704 Apr 20 10:23:52.299538 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-dce8ddb8-797b-4d80-9602-a371bfd14c5a req-c5ab35d9-adcf-492c-ad9a-7578541663d6 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1484987-5bac-43b6-bd31-fbff6f70f82a&id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443497 Apr 20 10:24:09.332812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:24:13.548976 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-84564c94-ad57-484c-b8e6-66cf1e79b0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:15.269010 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:16.274305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ed38dd6f-c045-4044-be18-8ba84de0a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:17.103118 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:17.611472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:18.577712 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:24.489733 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-4c407989-0641-41a5-ae3b-a9aa929509fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782983 Apr 20 10:24:24.648127 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-37018b3b-5c43-4f61-bdd2-d8a218ee9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:24.649764 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-37018b3b-5c43-4f61-bdd2-d8a218ee9c60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1138 time: 0.0830121 Apr 20 10:24:24.816176 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-52863a5a-6c6d-4628-9c2c-682235c017b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:24.817813 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-52863a5a-6c6d-4628-9c2c-682235c017b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 916 time: 0.1478803 Apr 20 10:24:24.934490 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-6786c3c2-7750-4d40-bde2-5340bbba7bf9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 1001 time: 0.1061387 Apr 20 10:24:25.004169 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-1b6bd30d-7a32-4fc5-84f2-805b61c81f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:25.005801 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-1b6bd30d-7a32-4fc5-84f2-805b61c81f4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 200 len: 854 time: 0.0642941 Apr 20 10:24:25.089616 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-434ec366-ddbd-4652-b108-2acc18b0d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:25.091228 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-434ec366-ddbd-4652-b108-2acc18b0d25f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5cb5e3f2-8a8a-4339-811d-324bc29ef390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792103 Apr 20 10:24:25.098233 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-9a8ce552-b16c-4b08-9a70-2fd331454e9b tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712330815&fields=id&tenant_id=fda4d9574039481191872ff6df3e8a33 HTTP/1.1" status: 200 len: 267 time: 0.0433588 Apr 20 10:24:25.195812 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-628bc1c1-e435-4600-8bd2-c6d63a5949bf tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:25.197559 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-628bc1c1-e435-4600-8bd2-c6d63a5949bf tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 985 time: 0.0930860 Apr 20 10:24:25.210846 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.v2.base [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Request body: {'port': {'security_groups': ['5ebcdd65-be29-4047-b313-3e69f9d56844']}} {{(pid=86373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 10:24:25.239314 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-64247e1f-189d-4034-acce-36bb03053806 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410615 Apr 20 10:24:25.343253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854164277'] for port, before_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:25.384913 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-10e25295-3a52-4f5d-8f8a-b5b3342167b5 req-801b58e0-8145-41d9-b4ae-5b3e8a88347b service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389961 Apr 20 10:24:25.599412 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] For port f504e3be-20c8-4136-9624-b2204da3788a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f504e3be-20c8-4136-9624-b2204da3788a,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:25.625562 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for port, precommit_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:25.662567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762458811336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274396397974', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762458377860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1982305'] for port, after_update {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:25.668342 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f9efdf54-35bb-4599-b1e8-4a1bf0393c8f tempest-AttachVolumeTestJSON-2072202740 tempest-AttachVolumeTestJSON-2072202740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:25.674303 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['f504e3be-20c8-4136-9624-b2204da3788a'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:24:25.746703 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:25.747662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:25.748969 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-c6a780bd-f330-46f3-9de7-e8c23ad79981 req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "PUT /v2.0/ports/f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 943 time: 0.5435259 Apr 20 10:24:25.749547 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:24:25.757663 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44492) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:25.771020 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event updated for resources: {'Port': ['ID=f504e3be-20c8-4136-9624-b2204da3788a,revision_number=7']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:25.779880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.780309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.780992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.781237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.781829 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.782481 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.782898 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.783313 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.783719 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.784128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.784535 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.785425 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:25.790457 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-2d7c5d26-113b-4e4c-8230-2f639366b0f2 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:25.821290 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['f504e3be-20c8-4136-9624-b2204da3788a'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:24:25.836478 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a', 'status': 'completed', 'code': 200} Apr 20 10:24:25.853907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:25.939327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:26.007689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-33bfb843-160c-46c5-9927-3039e448db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:26.009344 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-33bfb843-160c-46c5-9927-3039e448db52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1099 time: 0.1432736 Apr 20 10:24:26.037830 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.provisioning_blocks [None req-407a4ebe-446a-4c4e-a0a7-a17daafd2781 None None] Provisioning complete for port f504e3be-20c8-4136-9624-b2204da3788a triggered by entity DHCP. {{(pid=86375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 10:24:26.038180 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-407a4ebe-446a-4c4e-a0a7-a17daafd2781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7752214'] for port, provisioning_complete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:26.145806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:26.153610 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e70f002d-0e27-4184-b759-087525939a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:26.190372 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1484987-5bac-43b6-bd31-fbff6f70f82a,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:26.200166 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-98619edb-2ec7-4915-abab-2afc397a7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:26.201810 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-98619edb-2ec7-4915-abab-2afc397a7856 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 916 time: 0.1853054 Apr 20 10:24:26.204360 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.204814 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.205237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.205654 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.206070 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.206483 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.206890 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.207299 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.207704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.208107 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.208811 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.209218 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-4-iscsi {{(pid=86374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 10:24:26.212778 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:26.269325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:26.270555 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-f101e259-9f76-40a6-a2bb-9fe94cca8209 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "DELETE /v2.0/security-groups/d1484987-5bac-43b6-bd31-fbff6f70f82a HTTP/1.1" status: 204 len: 168 time: 0.5118082 Apr 20 10:24:26.273632 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44496) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:26.322779 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-18c308b7-88c8-4d18-baab-a29a787339a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 1001 time: 0.1088982 Apr 20 10:24:26.397119 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-64b6b672-6b4a-48bb-b638-b8005772d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:26.398616 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-64b6b672-6b4a-48bb-b638-b8005772d575 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 200 len: 854 time: 0.0690038 Apr 20 10:24:26.485237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-edb24c19-7ef9-48e4-8e97-7c896f66eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:26.486903 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-edb24c19-7ef9-48e4-8e97-7c896f66eb0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5cb5e3f2-8a8a-4339-811d-324bc29ef390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816693 Apr 20 10:24:26.495509 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Deleting port 39c45782-baa0-475e-b489-6926806e4ac4 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:26.495907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:26.642233 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-6f57358e-3a2f-4685-98d1-d046f8408cec service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455853 Apr 20 10:24:26.685804 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:26.686088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:26.828397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Calling delete_port for 39c45782-baa0-475e-b489-6926806e4ac4 owned by network:floatingip {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:27.039906 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:27.045175 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e19d46f5-5ec8-4de0-a261-5425d6e335e9 tempest-VolumesSnapshotTestJSON-1953650136 tempest-VolumesSnapshotTestJSON-1953650136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:27.051521 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-9c7fa905-17db-43c1-ae3a-cb570febef48 req-1c219651-af53-486a-81de-f39831f3e865 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025450 Apr 20 10:24:27.127436 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event deleted for resources: {'Port': ['ID=39c45782-baa0-475e-b489-6926806e4ac4,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:27.130039 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:27.194986 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks [] for floatingip, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:27.195360 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.db.l3_db [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Floating IP 4a2a632d-b1a8-4974-acc2-c4f0e9d445f6 disassociated (deleted). External IP: 172.27.3.72, port: f504e3be-20c8-4136-9624-b2204da3788a. Apr 20 10:24:27.818277 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Router 92cd5f4a-28da-468e-83af-d914f56f4965 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:24:28.025081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:24:28.035735 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] Sync routers for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:24:28.047380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:24:28.048103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:24:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:28.063363 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for floatingip, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:28.126219 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-645d5a9e-93a0-4531-9785-1b46dfffc09d tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "DELETE /v2.0/floatingips/4a2a632d-b1a8-4974-acc2-c4f0e9d445f6 HTTP/1.1" status: 204 len: 168 time: 1.8513479 Apr 20 10:24:28.126931 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a'}] {{(pid=86373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:24:28.180787 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a', 'status': 'completed', 'code': 200} Apr 20 10:24:28.253671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:24:28.294844 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-c1ffb06e-f6bc-4c2f-9aa6-0dd6d5a6defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:28.297328 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-c1ffb06e-f6bc-4c2f-9aa6-0dd6d5a6defd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fda4d9574039481191872ff6df3e8a33&device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 1099 time: 0.0953677 Apr 20 10:24:28.451044 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-3654109d-a868-4d22-bb18-65990a540fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:28.452730 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-3654109d-a868-4d22-bb18-65990a540fea service neutron] 10.222.0.55 "GET /v2.0/networks?id=5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 200 len: 916 time: 0.1490197 Apr 20 10:24:28.531066 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-c942d739-6164-48a5-b3bd-e69306599024 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 200 len: 217 time: 0.0718563 Apr 20 10:24:28.608016 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-fe321ca8-42dd-44b9-b758-c652d2fe315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:28.608515 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9a275b35-3c9c-4d80-81a5-c2c39f0cea9d', 'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'mac_address': 'fa:16:3e:d8:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:11Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 5, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'subnets': [{'id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:28.609926 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-fe321ca8-42dd-44b9-b758-c652d2fe315c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 200 len: 854 time: 0.0730925 Apr 20 10:24:28.613260 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] Checking router: 92cd5f4a-28da-468e-83af-d914f56f4965 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:24:28.623612 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:24:28.624301 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:24:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:28.714398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-7d5c9eeb-80fe-4ae7-8bab-e0cdd02cee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:28.717353 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-7d5c9eeb-80fe-4ae7-8bab-e0cdd02cee70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5cb5e3f2-8a8a-4339-811d-324bc29ef390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925694 Apr 20 10:24:28.976850 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-9258971f-2019-42e3-981a-d25b03ee28ed service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526639 Apr 20 10:24:29.060273 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:24:29.132729 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-287bb1ac-8613-4ab9-a7c9-6b0510d802a6 req-c12809f3-6cf9-4e92-85f9-841e8c3c0506 service neutron] 10.222.0.55 "GET /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469138 Apr 20 10:24:29.413673 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9a275b35-3c9c-4d80-81a5-c2c39f0cea9d', 'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'mac_address': 'fa:16:3e:d8:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:11Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 5, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'subnets': [{'id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:29.419263 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f046868f-a1c2-477f-9e56-1d6f23e07e63 None None] The sync data for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi is: [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:22:12Z', 'revision_number': 4, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi', '_interfaces': [{'id': '9a275b35-3c9c-4d80-81a5-c2c39f0cea9d', 'name': '', 'network_id': '5cb5e3f2-8a8a-4339-811d-324bc29ef390', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'mac_address': 'fa:16:3e:d8:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:11Z', 'updated_at': '2021-04-20T10:22:21Z', 'revision_number': 5, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'subnets': [{'id': '61f972b2-8971-4f36-ba7e-2ef91ff48c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:24:29.815839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382918d0-644a-4665-9080-26a3973f70cc None None] New status for floating IP 4a2a632d-b1a8-4974-acc2-c4f0e9d445f6: DOWN {{(pid=86376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 10:24:31.738522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f687e1-fd98-4f55-92c6-a6254e3cc92c req-ee78d26a-b2d3-4399-90e3-1226ce24f2e0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:31.739345 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-03f687e1-fd98-4f55-92c6-a6254e3cc92c req-ee78d26a-b2d3-4399-90e3-1226ce24f2e0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Synchronizing usage tracker for tenant:fda4d9574039481191872ff6df3e8a33 on resource:port {{(pid=86373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 10:24:31.794327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.quota.resource [req-03f687e1-fd98-4f55-92c6-a6254e3cc92c req-ee78d26a-b2d3-4399-90e3-1226ce24f2e0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Unset dirty status for tenant:fda4d9574039481191872ff6df3e8a33 on resource:port {{(pid=86373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 10:24:31.795632 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-03f687e1-fd98-4f55-92c6-a6254e3cc92c req-ee78d26a-b2d3-4399-90e3-1226ce24f2e0 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 946 time: 0.1474650 Apr 20 10:24:31.844284 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-03f687e1-fd98-4f55-92c6-a6254e3cc92c req-ea2e1924-11a3-4799-841b-fe037fea89e3 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Apr 20 10:24:33.048834 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232cff5-1e12-4d8e-b421-b2ef580d5b73 req-762f6db3-20cb-4f3a-827b-00c07253be10 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:33.050356 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4232cff5-1e12-4d8e-b421-b2ef580d5b73 req-762f6db3-20cb-4f3a-827b-00c07253be10 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 946 time: 0.0905774 Apr 20 10:24:33.100145 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-4232cff5-1e12-4d8e-b421-b2ef580d5b73 req-10af6347-3c08-4808-bfad-55b7f140e591 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ebcdd65-be29-4047-b313-3e69f9d56844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Apr 20 10:24:33.292973 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-1f452b7e-0c6d-4d39-a730-fcb8b5674ba7 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 10:24:33.294550 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-1f452b7e-0c6d-4d39-a730-fcb8b5674ba7 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 946 time: 0.0946689 Apr 20 10:24:33.372189 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Deleting port f504e3be-20c8-4136-9624-b2204da3788a {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:33.372566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:33.641439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] For port f504e3be-20c8-4136-9624-b2204da3788a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f504e3be-20c8-4136-9624-b2204da3788a,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:33.641765 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:33.774972 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Calling delete_port for f504e3be-20c8-4136-9624-b2204da3788a owned by compute:nova {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:34.017254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:34.023146 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-23a8e17c-99fd-44fe-abbe-e840f7634cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:34.029607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] get_ports_and_sgs() called for port_ids ['f504e3be-20c8-4136-9624-b2204da3788a'] {{(pid=86375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 10:24:34.075253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Pushing event deleted for resources: {'Port': ['ID=f504e3be-20c8-4136-9624-b2204da3788a,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:34.079383 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:34.156936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] No DVR routers for this DVR port f504e3be-20c8-4136-9624-b2204da3788a on host hv-cinder-77459 {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:24:34.159490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3498'] for port, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:34.162353 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'name': 'network-vif-deleted', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a'}] {{(pid=86374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 10:24:34.212153 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-30724c9e-391e-467f-a8d4-e1bc57c84b9f req-89139e89-9e1f-4aa6-ac9d-abd0f6065866 tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.55 "DELETE /v2.0/ports/f504e3be-20c8-4136-9624-b2204da3788a HTTP/1.1" status: 204 len: 173 time: 0.9123309 Apr 20 10:24:34.268185 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [req-20ebcf8d-b0a2-46f3-ba50-92af224e5b2f req-3e90cf7f-1d7d-454b-b3aa-1d78b34dc07b tempest-TestMinimumBasicScenario-783019716 tempest-TestMinimumBasicScenario-783019716-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3978745-3293-4f92-ba38-5d1efadf0d8a HTTP/1.1" status: 200 len: 210 time: 0.0535767 Apr 20 10:24:34.388199 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3978745-3293-4f92-ba38-5d1efadf0d8a', 'name': 'network-vif-deleted', 'tag': 'f504e3be-20c8-4136-9624-b2204da3788a', 'status': 'completed', 'code': 200} Apr 20 10:24:36.933901 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device f504e3be-20c8-4136-9624-b2204da3788a no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:24:36.972670 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] No Port match for: f504e3be-20c8-4136-9624-b2204da3788a {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:24:36.973060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Device f504e3be-20c8-4136-9624-b2204da3788a not bound to the agent host hv-cinder-77459 {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:24:37.694004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44582) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:38.274721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854342246'] for router_interface, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:38.652141 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Deleting port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:38.652519 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:38.846694 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] For port 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9a275b35-3c9c-4d80-81a5-c2c39f0cea9d,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:38.847085 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:38.981571 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Calling delete_port for 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d owned by network:router_interface {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:39.239896 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:39.244601 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-a42ef980-8496-4932-8a7f-b51e4d95174e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:39.292104 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a275b35-3c9c-4d80-81a5-c2c39f0cea9d,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:39.319995 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:39.574292 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854342172'] for router_interface, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:40.204940 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Router 92cd5f4a-28da-468e-83af-d914f56f4965 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:24:40.393989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:24:40.402656 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] Sync routers for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:24:40.407446 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-93bf2d74-ab1b-45ae-b6dc-6589965afb91 admin admin] 10.222.0.26 "PUT /v2.0/routers/92cd5f4a-28da-468e-83af-d914f56f4965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122769 Apr 20 10:24:40.410112 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86373) accepted ('10.222.0.26', 44586) {{(pid=86373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:40.413553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:24:40.414214 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:24:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:40.603979 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks [] for router, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:40.609058 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:24:40.795882 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:40.829122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Deleting port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 {{(pid=86373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:40.829498 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:40.918240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:24:39Z', 'revision_number': 5, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port': {'id': '0ffa4a76-96cf-41f3-9c57-cae2969da6c7', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:35:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:08Z', 'updated_at': '2021-04-20T10:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:40.918240 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] Checking router: 92cd5f4a-28da-468e-83af-d914f56f4965 for host: dv-cinder-774594-4-iscsi {{(pid=86375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:24:40.925842 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] Routers {'92cd5f4a-28da-468e-83af-d914f56f4965'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:24:40.926497 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:24:16Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['92cd5f4a-28da-468e-83af-d914f56f4965'], 'active': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:41.019005 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] For port 0ffa4a76-96cf-41f3-9c57-cae2969da6c7, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=0ffa4a76-96cf-41f3-9c57-cae2969da6c7,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:41.019398 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:41.089024 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] Set router 92cd5f4a-28da-468e-83af-d914f56f4965 gateway port host: None {{(pid=86375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:24:41.152960 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Calling delete_port for 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 owned by network:router_gateway {{(pid=86373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:41.201907 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:24:40Z', 'revision_number': 6, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port_host': None}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:41.206075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53141de-7820-4a7e-acb1-4587c1eb381a None None] The sync data for ids ['92cd5f4a-28da-468e-83af-d914f56f4965'] in dv-cinder-774594-4-iscsi is: [{'id': '92cd5f4a-28da-468e-83af-d914f56f4965', 'name': 'tempest-TestMinimumBasicScenario-1907818237-router', 'tenant_id': 'fda4d9574039481191872ff6df3e8a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:07Z', 'updated_at': '2021-04-20T10:24:40Z', 'revision_number': 6, 'project_id': 'fda4d9574039481191872ff6df3e8a33', 'gw_port_host': None}] {{(pid=86375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:24:41.400957 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:24:41.442103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:24:41.442103 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9a275b35-3c9c-4d80-81a5-c2c39f0cea9d not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:24:41.491503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852793496'] for port, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:41.496684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8a6f2d3c-2fed-47c3-a889-737ee4e3901a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:41.545177 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffa4a76-96cf-41f3-9c57-cae2969da6c7,revision_number=None']} {{(pid=86373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:41.573490 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:41.643733 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452709'] for router_gateway, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:41.830506 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773727'] for router, precommit_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:41.833116 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:41.879559 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:41.880125 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92cd5f4a-28da-468e-83af-d914f56f4965 {{(pid=86373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:24:41.895541 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] Notify callbacks [] for router, before_response {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:41.896813 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-46b72dd2-8103-44e1-adfe-5bc49a981d58 admin admin] 10.222.0.26 "DELETE /v2.0/routers/92cd5f4a-28da-468e-83af-d914f56f4965 HTTP/1.1" status: 204 len: 168 time: 1.4856884 Apr 20 10:24:41.899684 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44590) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:41.972982 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b17811f-7a6b-45fe-8772-035c333a3421 admin admin] Deleting subnet 61f972b2-8971-4f36-ba7e-2ef91ff48c96 {{(pid=86374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:24:41.976254 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b17811f-7a6b-45fe-8772-035c333a3421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.029055 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b17811f-7a6b-45fe-8772-035c333a3421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-794101'] for subnet, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.109803 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b17811f-7a6b-45fe-8772-035c333a3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.394315 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b17811f-7a6b-45fe-8772-035c333a3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3068694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186813'] for subnet, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.399705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:42.441676 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17811f-7a6b-45fe-8772-035c333a3421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f972b2-8971-4f36-ba7e-2ef91ff48c96,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:42.443867 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8b17811f-7a6b-45fe-8772-035c333a3421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.446806 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-8b17811f-7a6b-45fe-8772-035c333a3421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:42.447831 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a97938d-b276-4cf5-8253-7dbe9c275aa4 None None] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:24:42.452126 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-8b17811f-7a6b-45fe-8772-035c333a3421 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/61f972b2-8971-4f36-ba7e-2ef91ff48c96 HTTP/1.1" status: 204 len: 168 time: 0.5504529 Apr 20 10:24:42.456522 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44594) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:42.569323 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.580593 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Deleting port 685825e6-209b-46af-8284-5a0a390a9f90 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:42.580993 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.704792 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] DHCP port deletion for 5cb5e3f2-8a8a-4339-811d-324bc29ef390 request from dv-cinder-774594-4-iscsi {{(pid=86375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:24:42.709567 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] Deleting port 685825e6-209b-46af-8284-5a0a390a9f90 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:42.709981 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.808705 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] For port 685825e6-209b-46af-8284-5a0a390a9f90, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=685825e6-209b-46af-8284-5a0a390a9f90,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:42.809129 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.930472 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] For port 685825e6-209b-46af-8284-5a0a390a9f90, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=685825e6-209b-46af-8284-5a0a390a9f90,segment=NetworkSegment(ec1af26d-ac8f-435d-9fce-7d29af3bc02c),segment_id=ec1af26d-ac8f-435d-9fce-7d29af3bc02c)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:42.930826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:42.943503 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Calling delete_port for 685825e6-209b-46af-8284-5a0a390a9f90 owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:43.051061 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:43.056192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-3cfda09e-f4e1-4aa4-b7a0-c7b371bc0321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:43.064144 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] Calling delete_port for 685825e6-209b-46af-8284-5a0a390a9f90 owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:43.104854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=685825e6-209b-46af-8284-5a0a390a9f90,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:43.106905 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] No DVR routers for this DVR port 685825e6-209b-46af-8284-5a0a390a9f90 on host dv-cinder-774594-4-iscsi {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:24:43.108502 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:43.141084 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:24:43.141488 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:24:43.232714 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:43.347992 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb5e3f2-8a8a-4339-811d-324bc29ef390']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:43.361239 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:43.361582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1af26d-ac8f-435d-9fce-7d29af3bc02c') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:43.373349 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:43.389054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:43.395573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:24:43.441766 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:24:43.479662 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:24:43.480050 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 0ffa4a76-96cf-41f3-9c57-cae2969da6c7 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:24:43.480517 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 685825e6-209b-46af-8284-5a0a390a9f90 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:24:43.533618 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 685825e6-209b-46af-8284-5a0a390a9f90 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:24:43.533918 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 685825e6-209b-46af-8284-5a0a390a9f90 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:24:43.577106 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6fa14fc8-80c7-4e68-9b84-f1c6c25dc5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:43.588061 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:24:43.598337 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:43.642843 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] Deleting port 685825e6-209b-46af-8284-5a0a390a9f90 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:43.643267 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:43.715762 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-55edb2ac-365b-48cf-8232-8a3fec469109 None None] The port '685825e6-209b-46af-8284-5a0a390a9f90' was deleted {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:24:43.784980 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Network 5cb5e3f2-8a8a-4339-811d-324bc29ef390 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:24:43.813249 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:24:43.913730 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:43.917358 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:43.932080 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:43.943130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cb5e3f2-8a8a-4339-811d-324bc29ef390,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:43.946573 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:43.989093 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-7d628224-0c56-4a93-8c25-d0aa8d40cfd8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5cb5e3f2-8a8a-4339-811d-324bc29ef390 HTTP/1.1" status: 204 len: 168 time: 1.5332303 Apr 20 10:24:43.992060 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44598) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:44.823936 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854342246'] for router_interface, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:45.199148 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Deleting port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:45.203000 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:45.222582 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:45.382426 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] For port 9ae26ce5-0692-4ec3-93ef-8cd828d5f503, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9ae26ce5-0692-4ec3-93ef-8cd828d5f503,segment=NetworkSegment(ebbf2eef-e737-4d33-9744-6af8ec3af29b),segment_id=ebbf2eef-e737-4d33-9744-6af8ec3af29b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:45.382826 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:45.519004 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Calling delete_port for 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 owned by network:router_interface {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:45.725262 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:45.729216 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-5b53dbd8-6482-4f4d-8c5d-99b912916f8d tempest-AttachVolumeNegativeTest-1039726676 tempest-AttachVolumeNegativeTest-1039726676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:45.783729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae26ce5-0692-4ec3-93ef-8cd828d5f503,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:45.787131 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:46.069079 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854342172'] for router_interface, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:46.273909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-cc76d42d-8993-4f0e-9156-e3ae3a98fba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:46.333184 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:24:46.449678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Router 216040af-77b5-4748-9b3c-eaeb07e23403 has already been hosted by L3 agent bec5fdba-a433-4020-8ff3-05390ac5a9d2 {{(pid=86374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 10:24:46.639172 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] Notify agent at l3_agent.dv-cinder-774594-4-iscsi the message routers_updated {{(pid=86374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 10:24:46.651724 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] Sync routers for ids ['216040af-77b5-4748-9b3c-eaeb07e23403'] in dv-cinder-774594-4-iscsi {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 10:24:46.661876 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] Routers {'216040af-77b5-4748-9b3c-eaeb07e23403'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:24:46.662530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:24:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['216040af-77b5-4748-9b3c-eaeb07e23403'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:46.698885 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-621ca257-5193-4363-bb2e-17cf858ee2ec admin admin] 10.222.0.26 "PUT /v2.0/routers/216040af-77b5-4748-9b3c-eaeb07e23403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7056088 Apr 20 10:24:46.701507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44602) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:46.856658 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] Set router 216040af-77b5-4748-9b3c-eaeb07e23403 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:24:46.888914 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:47.137447 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:47.178053 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:16Z', 'updated_at': '2021-04-20T10:24:45Z', 'revision_number': 5, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'gw_port': {'id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:93:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:17Z', 'updated_at': '2021-04-20T10:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:47.182678 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] Checking router: 216040af-77b5-4748-9b3c-eaeb07e23403 for host: dv-cinder-774594-4-iscsi {{(pid=86376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 10:24:47.193390 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] Routers {'216040af-77b5-4748-9b3c-eaeb07e23403'} bound to L3 agent in host dv-cinder-774594-4-iscsi {{(pid=86376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 10:24:47.194105 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T10:02:16Z,description=,heartbeat_timestamp=2021-04-20T10:24:46Z,host='dv-cinder-774594-4-iscsi',id=bec5fdba-a433-4020-8ff3-05390ac5a9d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T10:02:16Z,topic='l3_agent')) {'router_ids': ['216040af-77b5-4748-9b3c-eaeb07e23403'], 'active': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:47.351644 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:47.400367 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Deleting port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:47.401062 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:47.558903 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvr_db [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] Set router 216040af-77b5-4748-9b3c-eaeb07e23403 gateway port host: dv-cinder-774594-4-iscsi {{(pid=86376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 10:24:47.603088 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] For port 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c,segment=NetworkSegment(aae61bfc-2060-430e-bfa1-d43553835cf4),segment_id=aae61bfc-2060-430e-bfa1-d43553835cf4)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:47.606962 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:47.628550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:47.740397 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Calling delete_port for 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c owned by network:router_gateway {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:47.871603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_hamode_db [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:16Z', 'updated_at': '2021-04-20T10:24:45Z', 'revision_number': 5, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'gw_port': {'id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:93:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:17Z', 'updated_at': '2021-04-20T10:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}], 'dv-cinder-774594-4-iscsi', False) {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:47.876272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d21ad1-6bc9-4c63-987c-a8e2be6c3ad5 None None] The sync data for ids ['216040af-77b5-4748-9b3c-eaeb07e23403'] in dv-cinder-774594-4-iscsi is: [{'id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'name': 'tempest-TestMinimumBasicScenario-1238819462-router', 'tenant_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'external_fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T10:22:16Z', 'updated_at': '2021-04-20T10:24:45Z', 'revision_number': 5, 'project_id': '5bb512ba5e6b4cb99b7a77db847e970c', 'gw_port': {'id': '9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c', 'name': '', 'network_id': 'b492d343-022d-4f4f-a108-1239e2a0e63f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:93:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216040af-77b5-4748-9b3c-eaeb07e23403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T10:22:17Z', 'updated_at': '2021-04-20T10:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86faeaba-1b3f-4bfe-9135-b4cd54d6d095', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-4-iscsi'}] {{(pid=86376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 10:24:47.965958 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:47.973380 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-d3fba765-307d-47e3-b3fa-2ef8c709acc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:48.025554 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:48.055157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:48.126446 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452709'] for router_gateway, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:48.316386 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773727'] for router, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:48.318863 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:48.588192 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:48.616553 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854346883'] for router, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:48.617178 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 216040af-77b5-4748-9b3c-eaeb07e23403 {{(pid=86374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 10:24:48.631879 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] Notify callbacks [] for router, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:48.633500 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-ced0e7a7-2cf1-4af0-8936-eafd17aed1b8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/216040af-77b5-4748-9b3c-eaeb07e23403 HTTP/1.1" status: 204 len: 168 time: 1.9306130 Apr 20 10:24:48.635841 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44606) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:48.706393 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.db_base_plugin_v2 [None req-89333a83-15c4-431a-841e-88894067f657 admin admin] Deleting subnet 6797e97c-5edc-482e-a3a4-b7c8724e4f54 {{(pid=86374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 10:24:48.709909 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89333a83-15c4-431a-841e-88894067f657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:48.766820 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89333a83-15c4-431a-841e-88894067f657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-794101'] for subnet, precommit_delete_associations {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:48.856937 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89333a83-15c4-431a-841e-88894067f657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7813428'] for subnet, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:49.154413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89333a83-15c4-431a-841e-88894067f657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846962420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3068694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2186813'] for subnet, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:49.160237 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:49.198689 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89333a83-15c4-431a-841e-88894067f657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6797e97c-5edc-482e-a3a4-b7c8724e4f54,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:49.201451 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-89333a83-15c4-431a-841e-88894067f657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for subnet, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:49.204366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-89333a83-15c4-431a-841e-88894067f657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:49.206305 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b72909f-2b79-4e71-884c-d277924161dd None None] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 requested from dv-cinder-774594-4-iscsi {{(pid=86375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 10:24:49.210809 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-89333a83-15c4-431a-841e-88894067f657 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6797e97c-5edc-482e-a3a4-b7c8724e4f54 HTTP/1.1" status: 204 len: 168 time: 0.5717962 Apr 20 10:24:49.212274 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44610) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:49.331550 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7791992'] for network, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:49.344157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Deleting port 1a22af9b-1eef-4190-9a5a-e796c69cf09e {{(pid=86374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:49.344626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:49.466558 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] DHCP port deletion for 80cb5929-7c92-47d6-8956-09b81c6babd7 request from dv-cinder-774594-4-iscsi {{(pid=86375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 10:24:49.471746 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] Deleting port 1a22af9b-1eef-4190-9a5a-e796c69cf09e {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:49.472171 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:49.502499 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:24:49.561566 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:24:49.562523 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9ae26ce5-0692-4ec3-93ef-8cd828d5f503 not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:24:49.562989 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:24:49.589309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] For port 1a22af9b-1eef-4190-9a5a-e796c69cf09e, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=1a22af9b-1eef-4190-9a5a-e796c69cf09e,segment=NetworkSegment(ebbf2eef-e737-4d33-9744-6af8ec3af29b),segment_id=ebbf2eef-e737-4d33-9744-6af8ec3af29b)] {{(pid=86374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:49.589704 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:49.607075 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:24:49.607469 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 9f2cd07a-383e-4e7c-a83f-ee8a7f06af8c not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:24:49.725081 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Calling delete_port for 1a22af9b-1eef-4190-9a5a-e796c69cf09e owned by network:dhcp {{(pid=86374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:49.781959 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.db [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] For port 1a22af9b-1eef-4190-9a5a-e796c69cf09e, host dv-cinder-774594-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-4-iscsi',level=0,port_id=1a22af9b-1eef-4190-9a5a-e796c69cf09e,segment=NetworkSegment(ebbf2eef-e737-4d33-9744-6af8ec3af29b),segment_id=ebbf2eef-e737-4d33-9744-6af8ec3af29b)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 10:24:49.782764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854318467'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:49.845603 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-611109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274395964447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762458377826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3068098'] for port, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:49.850854 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-7d4d136b-d9fd-4c9b-82eb-0efe053d15b2 tempest-TestVolumeBootPattern-876113328 tempest-TestVolumeBootPattern-876113328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:49.898679 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a22af9b-1eef-4190-9a5a-e796c69cf09e,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:49.902108 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:49.902948 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] No DVR routers for this DVR port 1a22af9b-1eef-4190-9a5a-e796c69cf09e on host dv-cinder-774594-4-iscsi {{(pid=86374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 10:24:49.920191 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] Calling delete_port for 1a22af9b-1eef-4190-9a5a-e796c69cf09e owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 10:24:50.000325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.db.api [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 10:24:50.000325 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_db.api [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 10:24:50.028674 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846962335', 'neutron.services.segments.db._delete_segments_for_network-8762458740851'] for network, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:50.144366 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cb5929-7c92-47d6-8956-09b81c6babd7']}} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:50.156978 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbf2eef-e737-4d33-9744-6af8ec3af29b') {'for_net_delete': True} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:50.157319 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.services.segments.db [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbf2eef-e737-4d33-9744-6af8ec3af29b') {} {{(pid=86374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 10:24:50.169134 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363274395872611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853981699'] for segment, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:50.184136 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846960814'] for segment, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:50.191122 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=86374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 10:24:50.370607 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:24:50.379839 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7814949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851707723'] for segment, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:50.499138 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] Deleting port 1a22af9b-1eef-4190-9a5a-e796c69cf09e {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 10:24:50.499626 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274395970164'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:50.560093 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.managers [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Network 80cb5929-7c92-47d6-8956-09b81c6babd7 has no segments {{(pid=86374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 10:24:50.574768 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-3e506146-61d0-40d3-ae18-262e931aae7b None None] The port '1a22af9b-1eef-4190-9a5a-e796c69cf09e' was deleted {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: Traceback (most recent call last): Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: timer() Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: cb(*args, **kw) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: return func(*args, **kwargs) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: self._notify() Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: self.callback(batched_events) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: event.method(event) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: segment_id)['aggregates'][0] Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: return f(self, *a, **k) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: return self._get(url).json() Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: **kwargs) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: return self.request(url, 'GET', **kwargs) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: **endpoint_filter) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 10:24:50.583420 dv-cinder-774594-4-iscsi neutron-server[86260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 10:24:50.689935 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7813481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846871138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433794'] for network, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:50.693309 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:50.708102 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846871155'] for network, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:50.719885 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=80cb5929-7c92-47d6-8956-09b81c6babd7,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:50.724729 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:50.728335 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-83516985-d5f7-4e62-8f20-c461c5eed2b4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/80cb5929-7c92-47d6-8956-09b81c6babd7 HTTP/1.1" status: 204 len: 168 time: 1.5150297 Apr 20 10:24:51.177255 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44616) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:51.230031 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-d983d86a-1d4a-465b-948f-78f5231ea61b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fda4d9574039481191872ff6df3e8a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514588 Apr 20 10:24:51.232721 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44620) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:51.297667 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-caa2bb88-b1f3-48f6-b052-6431a488cce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:51.324669 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-caa2bb88-b1f3-48f6-b052-6431a488cce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:51.393715 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-caa2bb88-b1f3-48f6-b052-6431a488cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:51.399448 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-bcc813db-2697-48f7-8879-0728e6b42224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:51.415988 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2bb88-b1f3-48f6-b052-6431a488cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebcdd65-be29-4047-b313-3e69f9d56844,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:51.423204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-caa2bb88-b1f3-48f6-b052-6431a488cce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:51.424064 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-caa2bb88-b1f3-48f6-b052-6431a488cce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:51.427800 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-caa2bb88-b1f3-48f6-b052-6431a488cce9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ebcdd65-be29-4047-b313-3e69f9d56844 HTTP/1.1" status: 204 len: 168 time: 0.1916261 Apr 20 10:24:51.456770 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 1a22af9b-1eef-4190-9a5a-e796c69cf09e no longer exists at agent ovs-agent-dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 10:24:51.494536 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.plugin [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] No Port match for: 1a22af9b-1eef-4190-9a5a-e796c69cf09e {{(pid=86375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 10:24:51.494933 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.plugins.ml2.rpc [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Device 1a22af9b-1eef-4190-9a5a-e796c69cf09e not bound to the agent host dv-cinder-774594-4-iscsi {{(pid=86375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 10:24:51.977350 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44628) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:52.030118 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-1891ea6f-3dca-41a0-8808-208cde34a6c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bb512ba5e6b4cb99b7a77db847e970c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513968 Apr 20 10:24:52.033764 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.wsgi [-] (86374) accepted ('10.222.0.26', 44632) {{(pid=86374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 10:24:52.096052 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6626168-eaea-49f9-bcf8-f6fb80c5d71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:52.123197 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6626168-eaea-49f9-bcf8-f6fb80c5d71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:52.205501 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6626168-eaea-49f9-bcf8-f6fb80c5d71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:52.210900 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-e275b51a-22d9-4386-8adc-fe8d0e8d07e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 10:24:52.225365 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6626168-eaea-49f9-bcf8-f6fb80c5d71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e8bba-d724-4e54-aa22-c933de701b47,revision_number=None']} {{(pid=86374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 10:24:52.228163 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG oslo_concurrency.lockutils [None req-c6626168-eaea-49f9-bcf8-f6fb80c5d71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 10:24:52.229413 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6626168-eaea-49f9-bcf8-f6fb80c5d71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:24:52.230626 dv-cinder-774594-4-iscsi neutron-server[86260]: INFO neutron.wsgi [None req-c6626168-eaea-49f9-bcf8-f6fb80c5d71a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a42e8bba-d724-4e54-aa22-c933de701b47 HTTP/1.1" status: 204 len: 168 time: 0.1958983 Apr 20 10:25:13.558454 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-90865a26-8d04-4579-ac58-92e49c180d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:15.227894 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:16.278887 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6f0db20-5749-43d8-b822-1b0e34aa4f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:17.130427 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:17.633477 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:18.599251 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:23.331327 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:25:43.558758 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-59547772-c98e-45d7-85d1-cb8d46fc19b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:45.261726 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:46.294529 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-32deb8b4-42ed-4c09-8c2f-4479f98a2107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:47.135791 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:47.627671 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:25:48.587177 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:00.330975 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:26:13.609682 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-9e205d59-1154-4ed3-bcc4-92a153a8b816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:15.255288 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:16.284054 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-14ab471b-68ed-48d1-94df-50b904558475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:17.129809 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:17.632651 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:18.631234 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:37.330087 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:26:43.557755 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-308359d7-ba3e-44c9-97fe-63be6928e137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:45.277540 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:46.294651 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0f98bbd1-272e-48d1-9926-2fcb35a386a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:47.146256 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:47.648880 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:26:48.614660 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:13.563266 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-ded09e9c-1a4c-4b9d-ae13-dacb00b8e244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:14.328829 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:27:15.271226 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:16.288433 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-c6a60257-aa96-432d-9a59-53fd5384a48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:17.140033 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:17.637530 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:18.614507 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:43.557158 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-55a9ebb8-a9c8-4e6f-9aa0-40864575a90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:45.282570 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:46.294066 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-6e6b54be-b969-448b-8c2f-9bb85a21fc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:47.131902 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:47.625253 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:48.613950 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:27:51.328030 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:28:13.562247 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-b07f28c5-3d56-477b-b9e2-47c9cfe0968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:15.305139 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:16.308648 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-04f20f24-98ea-43ed-bef6-bb126a2f9930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:17.133275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:17.642130 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:18.613275 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:28.326439 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:28:43.565652 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-0d285847-fc7a-476b-b09c-0f46de085f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:45.298485 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:46.310238 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-8d470f2e-37e1-4d36-a87c-3995aef7f5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:47.161719 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:47.639271 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:28:48.653157 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:05.325580 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:29:13.567128 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-d08b42d0-1d09-4d1d-9025-0a791b4745a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:15.315420 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:16.298680 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-08b39c25-b96e-49c4-9c80-2116986ff9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:17.155691 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:17.624204 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:18.635702 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:42.324272 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron.db.agents_db [None req-4832ff55-6646-47d2-a7f0-8d5ae11ce1be None None] Agent healthcheck: found 6 active agents {{(pid=86376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 10:29:43.598463 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-346c8243-d7ff-46ac-926f-f12efd0baea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:45.320927 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-82446c35-4a28-4bbb-8a51-5cc63fface0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:46.309713 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-1660c9f1-de7d-4682-9ef2-f3cdec5e120c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:47.158110 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85b4-da05-4ff2-8ddd-5071b908520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:47.638265 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-f4244617-e007-4201-bf3a-f4ccc34c4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 10:29:48.629379 dv-cinder-774594-4-iscsi neutron-server[86260]: DEBUG neutron_lib.callbacks.manager [None req-135173ac-c03b-42e5-8f8a-9f675fe87f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363274396034949', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847023549'] for agent, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}